Upgrade autogen to NICs and search types

+ All perf suites updated, as autogen change is backward incompatible.
+ Only x710 -ndrpdr suites remain in git repository.
+ Removed retry feature of run_tests.
+ Renamed topology_type and traffic_type to traffic_profile.
+ Renamed framesize to frame_size; nic_model to nic_name.
+ Reordered Variables table to start with nic_name and overhead.
+ Fixed wrong overhead value in some cbc-sha1 suites.
+ Fixed some suite tags.
++ Introduced tags to distinguish suites, such as IPSECINT.
+ Bound crypto hardware to NIC name.
+ Implemented NIC limit hiding.
+ Also search and teardown related arguments are now hidden.
+ Main measurement keywords updated to new arg handling.
+ Max rate related keywords moved to performance_limits.robot
+ Teardowns unified.
+ Generated tests are archived.
++ Generated directory is .gitignore-d.
+ Regenerator raises an exception on seeing non-compatible suite.
++ Relatively helpful message should be seen in exception.
+ Suite and template Documentation has generated parts.
+- With short NIC names only.
+ Autogen checker also upgraded.
+ Tag expressions replaced with long files to ensure analogous tests.

Change-Id: I60e9a999187e7da1f60d0eb4fb02afa14682aa46
Signed-off-by: Vratko Polak <vrpolak@cisco.com>

diff --git a/.gitignore b/.gitignore
index 9989133..f6e4d5a 100644 (file)
--- a/.gitignore
+++ b/.gitignore
@@ -11,11 +11,13 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-/env
-/download_dir
+/.tox
 /archive_dir
 /dmm
-/.tox
+/download_dir
+/env
+# "generated" is a place for autogenerated data, not to pollute git.
+/generated
 outputs
 output.xml
 log.html

diff --git a/docs/tag_documentation.rst b/docs/tag_documentation.rst
index 145b8bc..91b6ff3 100644 (file)
--- a/docs/tag_documentation.rst
+++ b/docs/tag_documentation.rst
@@ -150,6 +150,10 @@ Scaling Tags
 
     IPSec in tunnel mode - 1000 tunnels.
 
+.. topic:: SRC_USER_1
+
+    Traffic flow with 1 unique IP (users) in one direction.
+
 .. topic:: SRC_USER_10
 
     Traffic flow with 10 unique IPs (users) in one direction.
@@ -452,6 +456,18 @@ Encapsulation Tags
 
     All test cases with Segment routing over IPv6 dataplane.
 
+.. topic:: SRv6_1SID
+
+    All SRv6 test cases with single SID.
+
+.. topic:: SRv6_2SID_DECAP
+
+    All SRv6 test cases with two SIDs and with decapsulation.
+
+.. topic:: SRv6_2SID_NODECAP
+
+    All SRv6 test cases with two SIDs and without decapsulation.
+
 Interface Tags
 --------------
 
@@ -623,6 +639,18 @@ Encryption Tags
 
     IPSec in tunnel mode.
 
+.. topic:: IPSECINT
+
+    IPSec in interface mode.
+
+.. topic:: AES_GCM
+
+    IPSec using AES GCM algorithms.
+
+.. topic:: CBC_SHA1
+
+    IPSec using CBC SHA1 algorithms.
+
 Client-Workload Tags
 --------------------
 

diff --git a/resources/libraries/bash/entry/README.txt b/resources/libraries/bash/entry/README.txt
index 1f6cf52..bf7897f 100644 (file)
--- a/resources/libraries/bash/entry/README.txt
+++ b/resources/libraries/bash/entry/README.txt
@@ -1,3 +1,16 @@
+# Copyright (c) 2019 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 Scripts in this directory are to be executed (or sourced)
 directly from Jenkins executor (or manually by user when testing locally),
 as opposed to indirectly from other CSIT scripts (or from Robot).

diff --git a/resources/libraries/bash/entry/bootstrap_verify_perf.sh b/resources/libraries/bash/entry/bootstrap_verify_perf.sh
index cfe9468..7c00491 100644 (file)
--- a/resources/libraries/bash/entry/bootstrap_verify_perf.sh
+++ b/resources/libraries/bash/entry/bootstrap_verify_perf.sh
@@ -43,6 +43,8 @@ reserve_testbed || die
 ansible_hosts "run-jitter-tool" || die
 select_tags || die
 compose_pybot_arguments || die
+generate_tests || die
+archive_tests || die
 run_pybot || die
 untrap_and_unreserve_testbed || die
 copy_archives || die

diff --git a/resources/libraries/bash/entry/bootstrap_vpp_device.sh b/resources/libraries/bash/entry/bootstrap_vpp_device.sh
index 139e1e9..156a8b3 100755 (executable)
--- a/resources/libraries/bash/entry/bootstrap_vpp_device.sh
+++ b/resources/libraries/bash/entry/bootstrap_vpp_device.sh
@@ -41,6 +41,8 @@ activate_virtualenv || die
 activate_docker_topology || die
 select_vpp_device_tags || die
 compose_pybot_arguments || die
+generate_tests || die
+archive_tests || die
 run_pybot || die
 copy_archives || die
 die_on_pybot_error || die

diff --git a/resources/libraries/bash/entry/check/autogen.sh b/resources/libraries/bash/entry/check/autogen.sh
index 35ecc28..0164b65 100644 (file)
--- a/resources/libraries/bash/entry/check/autogen.sh
+++ b/resources/libraries/bash/entry/check/autogen.sh
@@ -18,13 +18,16 @@ set -exuo pipefail
 # This file does not have executable flag nor shebang,
 # to dissuade non-tox callers.
 
-# This script run every executable *.py script anywhere within tests/ dir,
+# This script starts with copying ${CSIT_DIR}/tests to ${GENERATED_DIR}/.
+# Then the script runs every executable *.py script anywhere in the copied dir,
 # the working directory temporarily changed to where the *.py file is.
 # Proper virtualenv is assumed to be active.
-# If "git diff" sees any change, this script fails.
-# The diff output stored to autogen.log (overwriting).
-# The *.py files are assumed to be robot suite generators,
-# any change means the contribution does not match the generated code.
+# Then another directory in ${GENERATED_DIR} is created, where
+# the just generated content is copied and then overwitten by the non-generated.
+# If "diff -dur" sees any changes by the overwrite, this script fails.
+# The diff output is stored to autogen.log (overwriting).
+# The executed *.py files are assumed to be robot suite generators,
+# any change means the contribution is not consistent with the regenerated code.
 
 # "set -eu" handles failures from the following two lines.
 BASH_CHECKS_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))"
@@ -33,20 +36,21 @@ source "${BASH_FUNCTION_DIR}/common.sh" || {
     echo "Source failed." >&2
     exit 1
 }
-
+common_dirs
 work_dir="$(pwd)" || die
 trap "cd '${work_dir}'" EXIT || die
-file_list="$(find ./tests -type f -executable -name '*.py')" || die
 
-for gen in ${file_list}; do
-    directory="$(dirname "${gen}")" || die
-    filename="$(basename "${gen}")" || die
-    pushd "${directory}" || die
-    ./"${filename}" || die
-    popd || die
-done
+generate_tests
+
+rm -rf "${GENERATED_DIR}/tests_tmp"
+cp -r "${GENERATED_DIR}/tests" "${GENERATED_DIR}/tests_tmp"
+# Default cp behavior is to put inside a targed dir, not to override.
+cp -rf "${CSIT_DIR}/tests"/* "${GENERATED_DIR}/tests_tmp"/
+# TODO: Do we want to archive ${GENERATED_DIR}?
+# I think archiving the diff is enough.
 
-lines="$(git diff | tee "autogen.log" | wc -l)" || die
+diff_cmd=("diff" "-dur" "${GENERATED_DIR}/tests_tmp" "${GENERATED_DIR}/tests")
+lines="$("${diff_cmd[@]}" | tee "autogen.log" | wc -l)" || die
 if [ "${lines}" != "0" ]; then
     # TODO: Decide which text goes to stdout and which to stderr.
     warn "Autogen conflict diff nonzero lines: ${lines}"

diff --git a/resources/libraries/bash/entry/per_patch_device.sh b/resources/libraries/bash/entry/per_patch_device.sh
index 1120331..7115dc1 100644 (file)
--- a/resources/libraries/bash/entry/per_patch_device.sh
+++ b/resources/libraries/bash/entry/per_patch_device.sh
@@ -51,6 +51,8 @@ activate_virtualenv "${VPP_DIR}" || die
 activate_docker_topology || die
 select_vpp_device_tags || die
 compose_pybot_arguments || die
+generate_tests || die
+archive_tests || die
 run_pybot || die
 copy_archives || die
 archive_test_results "csit_current" || die

diff --git a/resources/libraries/bash/entry/per_patch_perf.sh b/resources/libraries/bash/entry/per_patch_perf.sh
index c176bbf..d3aabfa 100644 (file)
--- a/resources/libraries/bash/entry/per_patch_perf.sh
+++ b/resources/libraries/bash/entry/per_patch_perf.sh
@@ -56,9 +56,12 @@ activate_virtualenv "${VPP_DIR}" || die
 reserve_testbed || die
 select_tags || die
 compose_pybot_arguments || die
+generate_tests || die
+archive_tests || die
 iterations=8
 for ((iter=0; iter<iterations; iter++)); do
     # TODO: Use less heavy way to avoid apt remove falilures.
+    # Also, reserve_testbed has already called cleanup once.
     cleanup_topo
     select_build "build_parent" || die
     check_download_dir || die

diff --git a/resources/libraries/bash/function/README.txt b/resources/libraries/bash/function/README.txt
index 055ebb4..5215e50 100644 (file)
--- a/resources/libraries/bash/function/README.txt
+++ b/resources/libraries/bash/function/README.txt
@@ -1,3 +1,16 @@
+# Copyright (c) 2019 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 Files in this directory system are to be executed indirectly,
 sourced from other scripts.
 

diff --git a/resources/libraries/bash/function/common.sh b/resources/libraries/bash/function/common.sh
index 2445a5d..8796026 100644 (file)
--- a/resources/libraries/bash/function/common.sh
+++ b/resources/libraries/bash/function/common.sh
@@ -23,6 +23,8 @@ set -exuo pipefail
 
 
 function activate_docker_topology () {
+    set -exuo pipefail
+
     # Create virtual vpp-device topology. Output of the function is topology
     # file describing created environment saved to a file.
     #
@@ -34,8 +36,6 @@ function activate_docker_topology () {
     # Variables set:
     # - WORKING_TOPOLOGY - Path to topology file.
 
-    set -exuo pipefail
-
     source "${BASH_FUNCTION_DIR}/device.sh" || {
         die "Source failed!"
     }
@@ -50,7 +50,8 @@ function activate_docker_topology () {
             hostname=$(grep search /etc/resolv.conf | cut -d' ' -f3)
             ssh="ssh root@${hostname} -p 6022"
             run="activate_wrapper ${NODENESS} ${FLAVOR} ${device_image}"
-            env_vars=$(${ssh} "$(declare -f); ${run}") || {
+            # backtics to avoid https://midnight-commander.org/ticket/2142
+            env_vars=`${ssh} "$(declare -f); ${run}"` || {
                 die "Topology reservation via shim-dcr failed!"
             }
             set -a
@@ -131,6 +132,24 @@ function activate_virtualenv () {
 }
 
 
+function archive_tests () {
+
+    set -exuo pipefail
+
+    # Create .tar.xz of generated/tests for archiving.
+    # To be run after generate_tests, kept separate to offer more flexibility.
+
+    # Directory read:
+    # - ${GENERATED_DIR}/tests - Tree of executed suites to archive.
+    # File rewriten:
+    # - ${ARCHIVE_DIR}/tests.tar.xz - Archive of generated tests.
+
+    tar c "${GENERATED_DIR}/tests" | xz -9e > "${ARCHIVE_DIR}/tests.tar.xz" || {
+        die "Error creating archive of generated tests."
+    }
+}
+
+
 function check_download_dir () {
 
     set -exuo pipefail
@@ -169,6 +188,8 @@ function common_dirs () {
 
     set -exuo pipefail
 
+    # Set global variables, create some directories (without touching content).
+
     # Variables set:
     # - BASH_FUNCTION_DIR - Path to existing directory this file is located in.
     # - CSIT_DIR - Path to existing root of local CSIT git repository.
@@ -178,6 +199,9 @@ function common_dirs () {
     # - PYTHON_SCRIPTS_DIR - Path to existing tools subdirectory "scripts".
     # - ARCHIVE_DIR - Path to created CSIT subdirectory "archive".
     # - DOWNLOAD_DIR - Path to created CSIT subdirectory "download_dir".
+    # - GENERATED_DIR - Path to created CSIT subdirectory "generated".
+    # Directories created if not present:
+    # ARCHIVE_DIR, DOWNLOAD_DIR, GENERATED_DIR.
     # Functions called:
     # - die - Print to stderr and exit.
 
@@ -211,6 +235,10 @@ function common_dirs () {
         die "Readlink failed."
     }
     mkdir -p "${DOWNLOAD_DIR}" || die "Mkdir failed."
+    GENERATED_DIR="$(readlink -f "${CSIT_DIR}/generated")" || {
+        die "Readlink failed."
+    }
+    mkdir -p "${GENERATED_DIR}" || die "Mkdir failed."
 }
 
 
@@ -342,11 +370,44 @@ function die_on_pybot_error () {
     # - die - Print to stderr and exit.
 
     if [[ "${PYBOT_EXIT_STATUS}" != "0" ]]; then
-        die "${PYBOT_EXIT_STATUS}" "Test failures are present!"
+        die "Test failures are present!" "${PYBOT_EXIT_STATUS}"
     fi
 }
 
 
+function generate_tests () {
+
+    set -exuo pipefail
+
+    # Populate ${GENERATED_DIR}/tests based on ${CSIT_DIR}/tests/.
+    # Any previously existing content of ${GENERATED_DIR}/tests is wiped before.
+    # The generation is done by executing any *.py executable
+    # within any subdirectory after copying.
+
+    # This is a separate function, because this code is called
+    # both by autogen checker and entries calling run_pybot.
+
+    # Directories read:
+    # - ${CSIT_DIR}/tests - Used as templates for the generated tests.
+    # Directories replaced:
+    # - ${GENERATED_DIR}/tests - Overwritten by the generated tests.
+
+    rm -rf "${GENERATED_DIR}/tests"
+    cp -r "${CSIT_DIR}/tests" "${GENERATED_DIR}/tests"
+    cmd_line=("find" "${GENERATED_DIR}/tests" "-type" "f")
+    cmd_line+=("-executable" "-name" "*.py")
+    file_list=$("${cmd_line[@]}") || die
+
+    for gen in ${file_list}; do
+        directory="$(dirname "${gen}")" || die
+        filename="$(basename "${gen}")" || die
+        pushd "${directory}" || die
+        ./"${filename}" || die
+        popd || die
+    done
+}
+
+
 function get_test_code () {
 
     set -exuo pipefail
@@ -500,45 +561,26 @@ function run_pybot () {
 
     set -exuo pipefail
 
-    # Currently, VPP-1361 causes occasional test failures.
-    # If real result is more important than time, we can retry few times.
-    # TODO: We should be retrying on test case level instead.
-
-    # Arguments:
-    # - ${1} - Optional number of pybot invocations to try to avoid failures.
-    #   Default: 1.
     # Variables read:
     # - CSIT_DIR - Path to existing root of local CSIT git repository.
     # - ARCHIVE_DIR - Path to store robot result files in.
     # - PYBOT_ARGS, EXPANDED_TAGS - See compose_pybot_arguments.sh
+    # - GENERATED_DIR - Tests are assumed to be generated under there.
     # Variables set:
     # - PYBOT_EXIT_STATUS - Exit status of most recent pybot invocation.
     # Functions called:
     # - die - Print to stderr and exit.
 
-    # Set ${tries} as an integer variable, to fail on non-numeric input.
-    local -i "tries" || die "Setting type of variable failed."
-    tries="${1:-1}" || die "Argument evaluation failed."
     all_options=("--outputdir" "${ARCHIVE_DIR}" "${PYBOT_ARGS[@]}")
     all_options+=("${EXPANDED_TAGS[@]}")
 
-    while true; do
-        if [[ "${tries}" -le 0 ]]; then
-            break
-        else
-            tries="$((${tries} - 1))"
-        fi
-        pushd "${CSIT_DIR}" || die "Change directory operation failed."
-        set +e
-        # TODO: Make robot tests not require "$(pwd)" == "${CSIT_DIR}".
-        pybot "${all_options[@]}" "${CSIT_DIR}/tests/"
-        PYBOT_EXIT_STATUS="$?"
-        set -e
-        popd || die "Change directory operation failed."
-        if [[ "${PYBOT_EXIT_STATUS}" == "0" ]]; then
-            break
-        fi
-    done
+    pushd "${CSIT_DIR}" || die "Change directory operation failed."
+    set +e
+    # TODO: Make robot tests not require "$(pwd)" == "${CSIT_DIR}".
+    pybot "${all_options[@]}" "${GENERATED_DIR}/tests/"
+    PYBOT_EXIT_STATUS="$?"
+    set -e
+    popd || die "Change directory operation failed."
 }
 
 
@@ -582,107 +624,13 @@ function select_tags () {
     case "${TEST_CODE}" in
         # Select specific performance tests based on jenkins job type variable.
         *"ndrpdr-weekly"* )
-            test_tag_array=("ndrpdrAND64bAND1c"
-                            "ndrpdrAND78bAND1c")
+            readarray -t test_tag_array < "${BASH_FUNCTION_DIR}/mlr-weekly.txt"
             ;;
         *"mrr-daily"* )
-            test_tag_array=(# vic
-                            "mrrANDnic_cisco-vic-1227AND64b"
-                            "mrrANDnic_cisco-vic-1385AND64b"
-                            # memif
-                            "mrrANDmemifANDethAND64b"
-                            "mrrANDmemifANDethANDimix"
-                            # crypto
-                            "mrrANDipsecAND64b"
-                            # ip4 base
-                            "mrrANDip4baseAND64b"
-                            # ip4 scale FIB 2M
-                            "mrrANDip4fwdANDfib_2mAND64b"
-                            # ip4 scale FIB 200k
-                            "mrrANDip4fwdANDfib_200kANDnic_intel-*710AND64b"
-                            # ip4 scale FIB 20k
-                            "mrrANDip4fwdANDfib_20kANDnic_intel-*710AND64b"
-                            # ip4 scale ACL
-                            "mrrANDip4fwdANDacl1AND10k_flowsAND64b"
-                            "mrrANDip4fwdANDacl50AND10k_flowsAND64b"
-                            # ip4 scale NAT44
-                            "mrrANDip4fwdANDnat44ANDbaseAND64b"
-                            "mrrANDip4fwdANDnat44ANDsrc_user_4000AND64b"
-                            # ip4 features
-                            "mrrANDip4fwdANDfeatureANDnic_intel-*710AND64b"
-                            # TODO: Remove when tags in
-                            # tests/vpp/perf/ip4/*-ipolicemarkbase-*.robot
-                            # are fixed
-                            "mrrANDip4fwdANDpolice_markANDnic_intel-*710AND64b"
-                            # ip4 tunnels
-                            "mrrANDip4fwdANDencapANDip6unrlayANDip4ovrlayANDnic_intel-x520-da2AND64b"
-                            "mrrANDip4fwdANDencapANDnic_intel-*710AND64b"
-                            "mrrANDl2ovrlayANDencapANDnic_intel-*710AND64b"
-                            # ip6 base
-                            "mrrANDip6baseANDethAND78b"
-                            # ip6 features
-                            "mrrANDip6fwdANDfeatureANDnic_intel-*710AND78b"
-                            # ip6 scale FIB 2M
-                            "mrrANDip6fwdANDfib_2mANDnic_intel-*710AND78b"
-                            # ip6 scale FIB 200k
-                            "mrrANDip6fwdANDfib_200kANDnic_intel-*710AND78b"
-                            # ip6 scale FIB 20k
-                            "mrrANDip6fwdANDfib_20kANDnic_intel-*710AND78b"
-                            # ip6 tunnels
-                            "mrrANDip6fwdANDencapANDnic_intel-x520-da2AND78b"
-                            # l2xc base
-                            "mrrANDl2xcfwdANDbaseAND64b"
-                            # l2xc scale ACL
-                            "mrrANDl2xcANDacl1AND10k_flowsAND64b"
-                            "mrrANDl2xcANDacl50AND10k_flowsAND64b"
-                            # l2xc scale FIB 2M
-                            "mrrANDl2xcANDfib_2mAND64b"
-                            # l2xc scale FIB 200k
-                            "mrrANDl2xcANDfib_200kANDnic_intel-*710AND64b"
-                            # l2xc scale FIB 20k
-                            "mrrANDl2xcANDfib_20kANDnic_intel-*710AND64b"
-                            # l2bd base
-                            "mrrANDl2bdmaclrnANDbaseAND64b"
-                            # l2bd scale ACL
-                            "mrrANDl2bdmaclrnANDacl1AND10k_flowsAND64b"
-                            "mrrANDl2bdmaclrnANDacl50AND10k_flowsAND64b"
-                            # l2bd scale FIB 2M
-                            "mrrANDl2bdmaclrnANDfib_1mAND64b"
-                            # l2bd scale FIB 200k
-                            "mrrANDl2bdmaclrnANDfib_100kANDnic_intel-*710AND64b"
-                            # l2bd scale FIB 20k
-                            "mrrANDl2bdmaclrnANDfib_10kANDnic_intel-*710AND64b"
-                            # l2 patch base
-                            "mrrANDl2patchAND64b"
-                            # srv6
-                            "mrrANDsrv6ANDnic_intel-x520-da2AND78b"
-                            # vts
-                            "mrrANDvtsANDnic_intel-x520-da2AND114b"
-                            # vm vhost l2xc base
-                            "mrrANDvhostANDl2xcfwdANDbaseAND64b"
-                            "mrrANDvhostANDl2xcfwdANDbaseANDimix"
-                            # vm vhost l2bd base
-                            "mrrANDvhostANDl2bdmaclrnANDbaseAND64b"
-                            "mrrANDvhostANDl2bdmaclrnANDbaseANDimix"
-                            # vm vhost ip4 base
-                            "mrrANDvhostANDip4fwdANDbaseAND64b"
-                            "mrrANDvhostANDip4fwdANDbaseANDimix"
-                            # DPDK
-                            "mrrANDdpdkAND64b"
-                            # Exclude
-                            "!mrrANDip6baseANDdot1qAND78b"
-                            "!vhost_256ANDnic_intel-x520-da2"
-                            "!vhostANDnic_intel-xl710"
-                            "!cfs_opt"
-                            "!lbond_dpdk"
-                            "!nf_density")
+            readarray -t test_tag_array < "${BASH_FUNCTION_DIR}/mrr-daily.txt"
             ;;
         *"mrr-weekly"* )
-            test_tag_array=(# NF Density tests
-                            "mrrANDnf_densityAND64b"
-                            "mrrANDnf_densityANDimix"
-                            # DPDK
-                            "mrrANDdpdkAND64b")
+            readarray -t test_tag_array < "${BASH_FUNCTION_DIR}/mrr-weekly.txt"
             ;;
         * )
             if [[ -z "${TEST_TAG_STRING-}" ]]; then
@@ -692,7 +640,7 @@ function select_tags () {
                                 "mrrAND${DEFAULT_NIC}AND1cAND78bANDip6base"
                                 "mrrAND${DEFAULT_NIC}AND1cAND64bANDl2bdbase"
                                 "mrrAND${DEFAULT_NIC}AND1cAND64bANDl2xcbase"
-                                "!dot1q")
+                                "!dot1q" "!drv_avf")
             else
                 # If trigger contains tags, split them into array.
                 test_tag_array=(${TEST_TAG_STRING//:/ })
@@ -738,10 +686,12 @@ function select_tags () {
         prefix="${prefix}mrrAND${DEFAULT_NIC}AND"
     fi
     for tag in "${test_tag_array[@]}"; do
-        if [[ ${tag} == "!"* ]]; then
+        if [[ "${tag}" == "!"* ]]; then
             # Exclude tags are not prefixed.
             TAGS+=("${tag}")
-        else
+        elif [[ "${tag}" != "" && "${tag}" != "#"* ]]; then
+            # Empty and comment lines are skipped.
+            # Other lines are normal tags, they are to be prefixed.
             TAGS+=("${prefix}${tag}")
         fi
     done

diff --git a/resources/libraries/bash/function/mlr-weekly.txt b/resources/libraries/bash/function/mlr-weekly.txt
new file mode 100644 (file)
index 0000000..0f1b1d9
--- /dev/null
+++ b/resources/libraries/bash/function/mlr-weekly.txt
@@ -0,0 +1,375 @@
+# Copyright (c) 2019 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Created using scripts in https://gerrit.fd.io/r/#/c/18621/8
+
+100_flowsAND1cAND64bANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+100k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl10ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl10ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDcfs_optANDethANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDcfs_optANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDcfs_optANDethANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_dpdkANDlbond_lb_l34ANDlbond_mode_xorANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_mode_lacpNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_dpdkANDlbond_lb_l34ANDlbond_mode_xorANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_mode_lacpNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-xxv710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_dpdkANDlbond_lb_l34ANDlbond_mode_xorANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_mode_lacpNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_dpdkANDlbond_lb_l34ANDlbond_mode_xorANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_mode_lacpNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDip4fwdANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDip4fwdANDndrpdrANDnic_intel-xxv710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-xl710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-xxv710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-xxv710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDcfs_optANDethANDfib_100kANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDscaleANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDcfs_optANDethANDfib_10kANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDscaleANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDcfs_optANDethANDfib_1mANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDscaleANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDip4fwdANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDip4fwdANDndrpdrANDnic_intel-xl710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDip4fwdANDndrpdrANDnic_intel-xxv710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-xl710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-xxv710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-xl710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-xxv710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r1cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r1cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r2cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r2cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r1cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r1cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r2cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r2cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsecintANDipsecswANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsecswANDipsectunANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsecintNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDndrpdrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDndrpdrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsecintANDipsecswANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsecswANDipsectunANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsecintNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDndrpdrANDnic_intel-x520-da2ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDndrpdrANDnic_intel-x710ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1adANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2bdmaclrnANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2patchANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2patchANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2xcbaseANDl2xcfwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2xcbaseANDl2xcfwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x520-da2ANDsrc_user_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDndrpdrANDnic_cisco-vic-1227NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDndrpdrANDnic_cisco-vic-1385NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2patchANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2patchANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2patchANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcbc_sha1ANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDipsecANDipsechwANDipsectranANDlispgpeANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDndrpdrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDndrpdrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcopwhlistANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcopwhlistANDethANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_100ANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x520-da2ANDscaleANDvlan_100ANDvxlanANDvxlan_100NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_100ANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x710ANDscaleANDvlan_100ANDvxlanANDvxlan_100NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_10ANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x520-da2ANDscaleANDvlan_10ANDvxlanANDvxlan_10NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_100NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_10ANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x710ANDscaleANDvlan_10ANDvxlanANDvxlan_10NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_100NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1ANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x520-da2ANDscaleANDvlan_1ANDvxlanANDvxlan_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1ANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x710ANDscaleANDvlan_1ANDvxlanANDvxlan_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1kANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x520-da2ANDscaleANDvlan_1kANDvxlanANDvxlan_1kNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1kANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x710ANDscaleANDvlan_1kANDvxlanANDvxlan_1kNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100
+1cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDlispANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDlispANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip6unrlayANDlispANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x520-da2ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDndrpdrANDnic_intel-x710ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4unrlayANDl2ovrlayANDl2xcfwdANDndrpdrANDnic_intel-x520-da2ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4unrlayANDl2ovrlayANDl2xcfwdANDndrpdrANDnic_intel-x710ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDiacldstANDip4fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDiacldstANDip4fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x520-da2ANDscaleANDsrc_user_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x520-da2ANDscaleANDsrc_user_100NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x520-da2ANDscaleANDsrc_user_10NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x520-da2ANDscaleANDsrc_user_2000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x520-da2ANDscaleANDsrc_user_4000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDip4fwdANDnat44ANDndrpdrANDnic_intel-x710ANDscaleANDsrc_user_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x520-da2ANDpolice_markNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-x710ANDpolice_markNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDfeatureANDhw_envANDip4fwdANDndrpdrANDnic_intel-xxv710ANDpolice_markNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDdot1qANDethANDhw_envANDip6baseANDip6fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDdot1qANDethANDhw_envANDip6baseANDip6fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDdot1qANDethANDhw_envANDip6baseANDip6fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDndrpdrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDndrpdrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDcopwhlistANDethANDfeatureANDhw_envANDip6fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDcopwhlistANDethANDfeatureANDhw_envANDip6fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDencapANDhw_envANDip4unrlayANDip6fwdANDip6ovrlayANDlispANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDencapANDhw_envANDip6fwdANDip6ovrlayANDip6unrlayANDlispANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDiacldstANDip6fwdANDndrpdrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDiacldstANDip6fwdANDndrpdrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDip6fwdANDndrpdrANDnic_intel-x520-da2ANDsrv6ANDsrv6_1sidNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDip6fwdANDndrpdrANDnic_intel-x520-da2ANDsrv6ANDsrv6_2sid_decapNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDip6fwdANDndrpdrANDnic_intel-x520-da2ANDsrv6ANDsrv6_2sid_nodecapNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDndrpdrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDndrpdrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDndrpdrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDndrpdrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_dynNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDndrpdrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_masqNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_dynNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDndrpdrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_statNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTmrrNOTnat44NOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k

diff --git a/resources/libraries/bash/function/mrr-daily.txt b/resources/libraries/bash/function/mrr-daily.txt
new file mode 100644 (file)
index 0000000..56928de
--- /dev/null
+++ b/resources/libraries/bash/function/mrr-daily.txt
@@ -0,0 +1,623 @@
+# Copyright (c) 2019 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Created using scripts in https://gerrit.fd.io/r/#/c/18621/8
+
+10k_flowsAND1cAND64bANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND1cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND2cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmacipANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl1ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statefulANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDiaclANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10k_flowsAND4cAND64bANDaclANDacl50ANDacl_statelessANDethANDfeatureANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDoaclNOT100_flowsNOT100k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTacl1NOTacl10NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND1cANDacl_permitANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND1cANDacl_permit_reflectANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND1cANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND2cANDacl_permitANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND2cANDacl_permit_reflectANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND2cANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND4cANDacl_permitANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND4cANDacl_permit_reflectANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+114bAND4cANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024ANDvmANDvtsANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDvhostANDvhost_1024ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1vmANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2vmANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsecintANDipsecswANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsecswANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsecintNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDaes_gcmANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsecintANDipsecswANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsecswANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsecintNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x710ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1adANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2patchANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2patchANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2ANDsrc_user_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_cisco-vic-1227NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_cisco-vic-1385NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcbc_sha1ANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDipsecANDipsechwANDipsectranANDlispgpeANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDcopwhlistANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_100ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_100ANDvxlanANDvxlan_100NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_10ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_10ANDvxlanANDvxlan_10NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_100NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_1ANDvxlanANDvxlan_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1kANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_1kANDvxlanANDvxlan_1kNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100
+1cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDlispANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip6unrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDencapANDhw_envANDip4unrlayANDl2ovrlayANDl2xcfwdANDmrrANDnic_intel-x710ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDiacldstANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2ANDscaleANDsrc_user_4000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x710ANDscaleANDsrc_user_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDpolice_markNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDcopwhlistANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDencapANDhw_envANDip4unrlayANDip6fwdANDip6ovrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDencapANDhw_envANDip6fwdANDip6ovrlayANDip6unrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDiacldstANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_1sidNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_2sid_decapNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_2sid_nodecapNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_dynNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_masqNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_dynNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_statNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x710ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDvhostANDvhost_1024ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND2cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDvhostANDvhost_1024ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_1lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_2lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDlbondANDlbond_2lANDlbond_lb_l34ANDlbond_mode_lacpANDlbond_vppANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbond_1lNOTlbond_dpdkNOTlbond_mode_xorNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDdot1qANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1vmAND4cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2vmANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsecintANDipsecswANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsecswANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsecintNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDaes_gcmANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDaes_gcmANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsecintANDipsecswANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsecswANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsecintNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x710ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1adANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdrv_avfANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdrv_avfANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2patchANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2patchANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2ANDsrc_user_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_cisco-vic-1227NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_cisco-vic-1385NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDcbc_sha1ANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDipsecANDipsechwANDipsectranANDlispgpeANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDcopwhlistANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_100ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_100ANDvxlanANDvxlan_100NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_1k
+2cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_10ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_10ANDvxlanANDvxlan_10NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_100NOTvxlan_1k
+2cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_1ANDvxlanANDvxlan_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1kANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_1kANDvxlanANDvxlan_1kNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100
+2cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDlispANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip6unrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDencapANDhw_envANDip4unrlayANDl2ovrlayANDl2xcfwdANDmrrANDnic_intel-x710ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfeatureANDhw_envANDiacldstANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2ANDscaleANDsrc_user_4000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x710ANDscaleANDsrc_user_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDpolice_markNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDcopwhlistANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDencapANDhw_envANDip4unrlayANDip6fwdANDip6ovrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDencapANDhw_envANDip6fwdANDip6ovrlayANDip6unrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfeatureANDhw_envANDiacldstANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_1sidNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_2sid_decapNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_2sid_nodecapNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_dynNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_masqNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_dynNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_statNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x710ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cAND64bANDbaseANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cANDbaseANDethANDhw_envANDimixANDip4fwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x520-da2ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2vmAND4cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDmrrANDnic_intel-x710ANDvhostANDvhost_1024NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsecintANDipsecswANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDaes_gcmANDbaseANDhw_envANDip4fwdANDipsecANDipsecswANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsecintNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDaes_gcmANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDaes_gcmANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsecintANDipsecswANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsecswANDipsectunANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsechwNOTipsecintNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDdot1qANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDethANDhw_envANDip4fwdANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x710ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdockerANDethANDhw_envANDl2xcfwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1adANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdot1qANDhw_envANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdrv_avfANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdrv_avfANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2patchANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2patchANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDdrv_avfANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2ANDsrc_user_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDip4baseANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_cisco-vic-1227NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_cisco-vic-1385NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdbaseANDl2bdmaclrnANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2bdmaclrnANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2patchANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2xcbaseANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDbaseANDethANDhw_envANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDcbc_sha1ANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDipsecANDipsechwANDipsectranANDlispgpeANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsecintANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDcbc_sha1ANDhw_envANDip4fwdANDipsecANDipsechwANDipsectunANDmrrANDnic_intel-xl710ANDscaleANDtnl_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecintNOTipsecswNOTipsectranNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDcopwhlistANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_100ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_100ANDvxlanANDvxlan_100NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_1k
+4cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_10ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_10ANDvxlanANDvxlan_10NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_100NOTvxlan_1k
+4cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1ANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_1ANDvxlanANDvxlan_1NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDdot1qANDencapANDhw_envANDip4unrlayANDl2bd_1kANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDscaleANDvlan_1kANDvxlanANDvxlan_1kNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100
+4cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip4unrlayANDlispANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDencapANDhw_envANDip4fwdANDip4ovrlayANDip6unrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDencapANDhw_envANDip4unrlayANDl2bdmaclrnANDl2ovrlayANDmrrANDnic_intel-x710ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDencapANDhw_envANDip4unrlayANDl2ovrlayANDl2xcfwdANDmrrANDnic_intel-x710ANDvxlanNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfeatureANDhw_envANDiacldstANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x520-da2ANDscaleANDsrc_user_4000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfeatureANDhw_envANDip4fwdANDmrrANDnat44ANDnic_intel-x710ANDscaleANDsrc_user_1000NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_100kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_10kANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_1mANDhw_envANDl2bdmaclrnANDl2bdscaleANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_200kANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_20kANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDethANDfib_2mANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bANDfeatureANDhw_envANDip4fwdANDmrrANDnic_intel-x710ANDpolice_markNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDbaseANDethANDhw_envANDip6baseANDip6fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDcopwhlistANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDencapANDhw_envANDip4unrlayANDip6fwdANDip6ovrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip6baseNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDencapANDhw_envANDip6fwdANDip6ovrlayANDip6unrlayANDlispANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTethNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfeatureANDhw_envANDiacldstANDip6fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_1sidNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_2sid_decapNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfeatureANDhw_envANDip6fwdANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_2sid_nodecapNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfib_200kANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfib_20kANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDmrrANDnic_intel-x710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDethANDfib_2mANDhw_envANDip6fwdANDmrrANDnic_intel-xxv710ANDscaleNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_dynNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_masqNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_dynNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND78bANDfeatureANDhw_envANDip6fwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2ANDsrv6ANDsrv6_proxyANDsrv6_proxy_statNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTbaseNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTethNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDdockerANDethANDhw_envANDimixANDip4fwdANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x710ANDsingle_memifNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDdockerANDethANDhw_envANDimixANDl2xcfwdANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDethANDhw_envANDimixANDl2bdmaclrnANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cANDbaseANDethANDhw_envANDimixANDl2xcfwdANDlxcANDmemifANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTmacipNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k

diff --git a/resources/libraries/bash/function/mrr-weekly.txt b/resources/libraries/bash/function/mrr-weekly.txt
new file mode 100644 (file)
index 0000000..141ec49
--- /dev/null
+++ b/resources/libraries/bash/function/mrr-weekly.txt
@@ -0,0 +1,471 @@
+# Copyright (c) 2019 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Created using scripts in https://gerrit.fd.io/r/#/c/18621/8
+
+10r1cAND1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+10r1cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1numaAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1numaAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1numaAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1numaAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1numaAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1numaAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1numaAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1numaAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r10cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r6cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND1r8cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r6cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND2r8cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND4r4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r1cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r1cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r2cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND6r2cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r1cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r1cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r2cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND64bAND8r2cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND6r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND6r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND6r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND6r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND6r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND6r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND6r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND6r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND8r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND8r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND8r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND8r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND8r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND8r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND8r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1cAND8r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND2cAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND2cAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND2cAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND2cAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND2cAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND2cAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND2cAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND2cAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND4cAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND4cAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND4cAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND4cAND64bANDbaseANDdpdkANDethANDhw_envANDip4fwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND4cAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x520-da2NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND4cAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND4cAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-xl710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1numaAND4cAND64bANDbaseANDdpdkANDethANDhw_envANDl2xcfwdANDmrrANDnic_intel-xxv710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdmaclrnNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_densityNOTnf_l3fwdip4NOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-x710NOTnic_intel-xl710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r10cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r1cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r2cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r4cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r6cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+1r8cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r6cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r6cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r6cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r6cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r6cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r6cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r6cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r8cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r8cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r8cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r8cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r8cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r8cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND2r8cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND4r4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND6r1cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND6r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND6r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND6r1cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND6r2cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND6r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND6r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND6r2cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND8r1cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND8r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND8r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND8r1cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND8r2cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND8r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND8r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND64bAND8r2cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND6r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND6r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND6r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND6r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND6r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND6r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND6r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND6r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND8r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND8r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND8r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND8r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND8r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND8r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND8r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2cAND8r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4cNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r1cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r1cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r1cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r1cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r1cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r1cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r1cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r1cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r2cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r2cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r2cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r2cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r2cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r2cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r2cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r2cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r4cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r4cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r4cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r4cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r4cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r4cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r4cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r4cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r6cAND4cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r6cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r6cAND4cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r6cAND4cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r6cAND4cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r6cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r6cAND4cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+2r6cAND4cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r1cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r1cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r1cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r2cAND64bANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r2cAND64bANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r2cAND64bANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND4r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND6r1cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND6r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND6r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND6r1cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND6r2cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND6r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND6r2cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND6r2cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND8r1cANDbaseANDchainANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND8r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND8r1cANDbaseANDchainANDethANDhw_envANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND64bAND8r1cANDbaseANDdockerANDethANDhw_envANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTimixNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND6r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND6r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND6r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND6r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r2cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND6r2cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND6r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND6r2cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND6r2cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT78bNOT8r1cNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND8r1cANDbaseANDchainANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710NOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND8r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_l3fwdip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_vppip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND8r1cANDbaseANDchainANDethANDhw_envANDimixANDl2bdmaclrnANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDvhostANDvhost_1024ANDvmNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTcopwhlistNOTdockerNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTmemifNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpipelineNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k
+4cAND8r1cANDbaseANDdockerANDethANDhw_envANDimixANDl2bdmaclrnANDmemifANDmrrANDnf_densityANDnf_vppip4ANDnic_intel-x710ANDpipelineNOT100_flowsNOT100k_flowsNOT10k_flowsNOT10r1cNOT114bNOT1518bNOT1cNOT1numaNOT1r10cNOT1r1cNOT1r2cNOT1r4cNOT1r6cNOT1r8cNOT1vmNOT1vnfNOT1vswitchNOT2cNOT2r1cNOT2r2cNOT2r4cNOT2r6cNOT2r8cNOT2vmNOT2vnfNOT4r1cNOT4r2cNOT4r4cNOT4vnfNOT64bNOT6r1cNOT6r2cNOT78bNOT8r2cNOT9000bNOTaclNOTacl1NOTacl10NOTacl50NOTacl_permitNOTacl_permit_reflectNOTacl_statefulNOTacl_statelessNOTaes_gcmNOTcbc_sha1NOTcfs_optNOTchainNOTcopwhlistNOTdot1adNOTdot1qNOTdpdkNOTdrv_avfNOTencapNOTfeatureNOTfib_100kNOTfib_10kNOTfib_1mNOTfib_200kNOTfib_20kNOTfib_2mNOThorizontalNOTiaclNOTiacldstNOTip4baseNOTip4fwdNOTip4ovrlayNOTip4unrlayNOTip6baseNOTip6fwdNOTip6ovrlayNOTip6unrlayNOTipsecNOTipsechwNOTipsecintNOTipsecswNOTipsectranNOTipsectunNOTk8sNOTl2bd_1NOTl2bd_10NOTl2bd_100NOTl2bd_1kNOTl2bdbaseNOTl2bdscaleNOTl2ovrlayNOTl2patchNOTl2xcbaseNOTl2xcfwdNOTlbondNOTlbond_1lNOTlbond_2lNOTlbond_dpdkNOTlbond_lb_l34NOTlbond_mode_lacpNOTlbond_mode_xorNOTlbond_vppNOTlispNOTlispgpeNOTlxcNOTmacipNOTnat44NOTndrpdrNOTnf_l3fwdip4NOTnic_cisco-vic-1227NOTnic_cisco-vic-1385NOTnic_intel-x520-da2NOTnic_intel-x553NOTnic_intel-xl710NOTnic_intel-xxv710NOToaclNOTparallelNOTpolice_markNOTscaleNOTsfc_controllerNOTsingle_memifNOTsrc_user_1NOTsrc_user_10NOTsrc_user_100NOTsrc_user_1000NOTsrc_user_2000NOTsrc_user_4000NOTsrv6NOTsrv6_1sidNOTsrv6_2sid_decapNOTsrv6_2sid_nodecapNOTsrv6_proxyNOTsrv6_proxy_dynNOTsrv6_proxy_masqNOTsrv6_proxy_statNOTtnl_1000NOTvhostNOTvhost_1024NOTvlan_1NOTvlan_10NOTvlan_100NOTvlan_1kNOTvpp_agentNOTvtsNOTvxlanNOTvxlan_1NOTvxlan_10NOTvxlan_100NOTvxlan_1k

diff --git a/resources/libraries/python/Constants.py b/resources/libraries/python/Constants.py
index 506b71a..9822f1c 100644 (file)
--- a/resources/libraries/python/Constants.py
+++ b/resources/libraries/python/Constants.py
@@ -84,3 +84,64 @@ class Constants(object):
 
     # Core dump directory
     CORE_DUMP_DIR = '/tmp'
+
+    # Mapping from NIC name to its bps limit.
+    # TODO: Implement logic to lower limits to TG NIC or software. Or PCI.
+    NIC_NAME_TO_LIMIT = {
+        # TODO: Explain why ~40Gbps NICs are using ~25Gbps limit.
+        "Cisco-VIC-1227": 10000000000,
+        "Cisco-VIC-1385": 24500000000,
+        "Intel-X520-DA2": 10000000000,
+        "Intel-X553": 10000000000,
+        "Intel-X710": 10000000000,
+        "Intel-XL710": 24500000000,
+        "Intel-XXV710": 24500000000,
+    }
+
+    # Suite file names use somewhat more rich (less readable) codes for NICs.
+    NIC_NAME_TO_CODE = {
+        "Cisco-VIC-1227": "10ge2p1vic1227",
+        "Cisco-VIC-1385": "40ge2p1vic1385",
+        "Intel-X520-DA2": "10ge2p1x520",
+        "Intel-X553": "10ge2p1x553",
+        "Intel-X710": "10ge2p1x710",
+        "Intel-XL710": "40ge2p1xl710",
+        "Intel-XXV710": "25ge2p1xxv710",
+    }
+
+    # TODO CSIT-1481: Crypto HW should be read from topology file instead.
+    NIC_NAME_TO_CRYPTO_HW = {
+        "Intel-X553": "HW_C3xxx",
+        "Intel-X710": "HW_DH895xcc",
+        "Intel-XL710": "HW_DH895xcc",
+    }
+
+    PERF_TYPE_TO_KEYWORD = {
+        "mrr": "Traffic should pass with maximum rate",
+        "ndrpdr": "Find NDR and PDR intervals using optimized search",
+        "soak": "Find critical load using PLRsearch",
+    }
+
+    PERF_TYPE_TO_SUITE_DOC_VER = {
+        "mrr" : '''fication:* In MaxReceivedRate tests TG sends traffic\\
+| ... | at line rate and reports total received packets over trial period.\\''',
+        # TODO: Figure out how to include the full "*[Ver] TG verification:*"
+        # while keeping this readable and without breaking line length limit.
+        "ndrpdr": '''fication:* TG finds and reports throughput NDR (Non Drop\\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\\
+| ... | of packets transmitted. NDR and PDR are discovered for different\\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\\''',
+        "soak": '''fication:* TG sends traffic at dynamically computed\\
+| ... | rate as PLRsearch algorithm gathers data and improves its estimate\\
+| ... | of a rate at which a prescribed small fraction of packets\\
+| ... | would be lost. After set time, the serarch stops\\
+| ... | and the algorithm reports its current estimate.\\''',
+    }
+
+    PERF_TYPE_TO_TEMPLATE_DOC_VER = {
+        "mrr": '''Measure MaxReceivedRate for ${frame_size}B frames\\
+| | ... | using burst trials throughput test.\\''',
+        "ndrpdr": '''Measure NDR and PDR values using MLRsearch algorithm.\\''',
+        "soak": '''Estimate critical rate using PLRsearch algorithm.\\''',
+    }

diff --git a/resources/libraries/python/InterfaceUtil.py b/resources/libraries/python/InterfaceUtil.py
index a1a9b73..df45e39 100644 (file)
--- a/resources/libraries/python/InterfaceUtil.py
+++ b/resources/libraries/python/InterfaceUtil.py
@@ -1325,18 +1325,20 @@ class InterfaceUtil(object):
         exec_cmd_no_error(node, cmd, sudo=True)
 
     @staticmethod
-    def init_avf_interface(node, ifc_key, numvfs=1, topology_type='L2'):
+    def init_avf_interface(node, ifc_key, numvfs=1, traffic_type='L2'):
         """Init PCI device by creating VFs and bind them to vfio-pci for AVF
         driver testing on DUT.
 
         :param node: DUT node.
         :param ifc_key: Interface key from topology file.
         :param numvfs: Number of VFs to initialize, 0 - disable the VFs.
-        :param topology_type: Topology type.
+        :param traffic_type: Expected type of traffic, affects spoofing.
+            Default value "L2" sets linux interface spoof off.
+            Other values do not do that.
         :type node: dict
         :type ifc_key: str
         :type numvfs: int
-        :type topology_type: str
+        :type traffic_type: str
         :returns: Virtual Function topology interface keys.
         :rtype: list
         """
@@ -1375,7 +1377,7 @@ class InterfaceUtil(object):
                 format(pci=pf_pci_addr)
             InterfaceUtil.set_linux_interface_trust_on(node, pf_dev,
                                                        vf_id=vf_id)
-            if topology_type == 'L2':
+            if traffic_type == 'L2':
                 InterfaceUtil.set_linux_interface_spoof_off(node, pf_dev,
                                                             vf_id=vf_id)
             InterfaceUtil.set_linux_interface_mac(node, pf_dev, vf_mac_addr,

diff --git a/resources/libraries/python/TrafficGenerator.py b/resources/libraries/python/TrafficGenerator.py
index ea587d7..5f92888 100644 (file)
--- a/resources/libraries/python/TrafficGenerator.py
+++ b/resources/libraries/python/TrafficGenerator.py
@@ -37,21 +37,21 @@ class TGDropRateSearchImpl(DropRateSearch):
         super(TGDropRateSearchImpl, self).__init__()
 
     def measure_loss(self, rate, frame_size, loss_acceptance,
-                     loss_acceptance_type, traffic_type, skip_warmup=False):
+                     loss_acceptance_type, traffic_profile, skip_warmup=False):
         """Runs the traffic and evaluate the measured results.
 
         :param rate: Offered traffic load.
         :param frame_size: Size of frame.
         :param loss_acceptance: Permitted drop ratio or frames count.
         :param loss_acceptance_type: Type of permitted loss.
-        :param traffic_type: Module name as a traffic type identifier.
+        :param traffic_profile: Module name as a traffic profile identifier.
             See resources/traffic_profiles/trex for implemented modules.
         :param skip_warmup: Start TRex without warmup traffic if true.
         :type rate: float
         :type frame_size: str
         :type loss_acceptance: float
         :type loss_acceptance_type: LossAcceptanceType
-        :type traffic_type: str
+        :type traffic_profile: str
         :type skip_warmup: bool
         :returns: Drop threshold exceeded? (True/False)
         :rtype: bool
@@ -70,12 +70,12 @@ class TGDropRateSearchImpl(DropRateSearch):
             if skip_warmup:
                 tg_instance.trex_stl_start_remote_exec(self.get_duration(),
                                                        unit_rate, frame_size,
-                                                       traffic_type,
+                                                       traffic_profile,
                                                        warmup_time=0.0)
             else:
                 tg_instance.trex_stl_start_remote_exec(self.get_duration(),
                                                        unit_rate, frame_size,
-                                                       traffic_type)
+                                                       traffic_profile)
             loss = tg_instance.get_loss()
             sent = tg_instance.get_sent()
             if self.loss_acceptance_type_is_percentage():
@@ -124,7 +124,7 @@ class TrafficGenerator(AbstractMeasurer):
         self._ifaces_reordered = False
         # Parameters not given by measure().
         self.frame_size = None
-        self.traffic_type = None
+        self.traffic_profile = None
         self.warmup_time = None
 
     @property
@@ -388,15 +388,15 @@ class TrafficGenerator(AbstractMeasurer):
             raise RuntimeError('TRex stateless runtime error')
 
     def trex_stl_start_remote_exec(
-            self, duration, rate, framesize, traffic_type, async_call=False,
+            self, duration, rate, frame_size, traffic_profile, async_call=False,
             latency=True, warmup_time=5.0, unidirection=False, tx_port=0,
             rx_port=1):
         """Execute script on remote node over ssh to start traffic.
 
         :param duration: Time expresed in seconds for how long to send traffic.
         :param rate: Traffic rate expressed with units (pps, %)
-        :param framesize: L2 frame size to send (without padding and IPG).
-        :param traffic_type: Module name as a traffic type identifier.
+        :param frame_size: L2 frame size to send (without padding and IPG).
+        :param traffic_profile: Module name as a traffic profile identifier.
             See resources/traffic_profiles/trex for implemented modules.
         :param async_call: If enabled then don't wait for all incomming trafic.
         :param latency: With latency measurement.
@@ -408,8 +408,8 @@ class TrafficGenerator(AbstractMeasurer):
             Default: 1
         :type duration: float
         :type rate: str
-        :type framesize: str
-        :type traffic_type: str
+        :type frame_size: str
+        :type traffic_profile: str
         :type async_call: bool
         :type latency: bool
         :type warmup_time: float
@@ -425,11 +425,12 @@ class TrafficGenerator(AbstractMeasurer):
         command = (
             "sh -c '{tool}/resources/tools/trex/trex_stateless_profile.py"
             " --profile {prof}/resources/traffic_profiles/trex/{traffic}.py"
-            " --duration {duration} --frame_size {framesize} --rate {rate}"
+            " --duration {duration} --frame_size {frame_size} --rate {rate}"
             " --warmup_time {warmup} --port_0 {p_0} --port_1 {p_1}").format(
                 tool=Constants.REMOTE_FW_DIR, prof=Constants.REMOTE_FW_DIR,
-                traffic=traffic_type, duration=duration, framesize=framesize,
-                rate=rate, warmup=warmup_time, p_0=p_0, p_1=p_1)
+                traffic=traffic_profile, duration=duration,
+                frame_size=frame_size, rate=rate, warmup=warmup_time, p_0=p_0,
+                p_1=p_1)
         if async_call:
             command += " --async"
         if latency:
@@ -473,7 +474,7 @@ class TrafficGenerator(AbstractMeasurer):
             self.trex_stl_stop_remote_exec(self._node)
 
     def send_traffic_on_tg(
-            self, duration, rate, framesize, traffic_type, warmup_time=5,
+            self, duration, rate, frame_size, traffic_profile, warmup_time=5,
             async_call=False, latency=True, unidirection=False, tx_port=0,
             rx_port=1):
         """Send traffic from all configured interfaces on TG.
@@ -489,12 +490,13 @@ class TrafficGenerator(AbstractMeasurer):
 
         TODO: Is it better to have less descriptive argument names
         just to make them less probable to be viewed as misleading or confusing?
-        See https://gerrit.fd.io/r/#/c/17625/11/resources/libraries/python/TrafficGenerator.py@406
+        See https://gerrit.fd.io/r/#/c/17625/11/resources/libraries/python\
+        /TrafficGenerator.py@406
 
         :param duration: Duration of test traffic generation in seconds.
         :param rate: Offered load per interface (e.g. 1%, 3gbps, 4mpps, ...).
-        :param framesize: Frame size (L2) in Bytes.
-        :param traffic_type: Module name as a traffic type identifier.
+        :param frame_size: Frame size (L2) in Bytes.
+        :param traffic_profile: Module name as a traffic profile identifier.
             See resources/traffic_profiles/trex for implemented modules.
         :param warmup_time: Warmup phase in seconds.
         :param async_call: Async mode.
@@ -506,8 +508,8 @@ class TrafficGenerator(AbstractMeasurer):
             Default: 1
         :type duration: str
         :type rate: str
-        :type framesize: str
-        :type traffic_type: str
+        :type frame_size: str
+        :type traffic_profile: str
         :type warmup_time: float
         :type async_call: bool
         :type latency: bool
@@ -532,8 +534,8 @@ class TrafficGenerator(AbstractMeasurer):
             raise RuntimeError('TG subtype not defined')
         elif node['subtype'] == NodeSubTypeTG.TREX:
             self.trex_stl_start_remote_exec(
-                duration, rate, framesize, traffic_type, async_call, latency,
-                warmup_time, unidirection, tx_port, rx_port)
+                duration, rate, frame_size, traffic_profile, async_call,
+                latency, warmup_time, unidirection, tx_port, rx_port)
         else:
             raise NotImplementedError("TG subtype not supported")
 
@@ -586,20 +588,20 @@ class TrafficGenerator(AbstractMeasurer):
             raise Exception("Traffic loss {} above loss acceptance: {}".format(
                 loss, loss_acceptance))
 
-    def set_rate_provider_defaults(self, frame_size, traffic_type,
+    def set_rate_provider_defaults(self, frame_size, traffic_profile,
                                    warmup_time=0.0):
         """Store values accessed by measure().
 
         :param frame_size: Frame size identifier or value [B].
-        :param traffic_type: Module name as a traffic type identifier.
+        :param traffic_profile: Module name as a traffic profile identifier.
             See resources/traffic_profiles/trex for implemented modules.
         :param warmup_time: Traffic duration before measurement starts [s].
         :type frame_size: str or int
-        :type traffic_type: str
+        :type traffic_profile: str
         :type warmup_time: float
         """
         self.frame_size = frame_size
-        self.traffic_type = str(traffic_type)
+        self.traffic_profile = str(traffic_profile)
         self.warmup_time = float(warmup_time)
 
     def measure(self, duration, transmit_rate):
@@ -620,7 +622,7 @@ class TrafficGenerator(AbstractMeasurer):
         # Trex needs target Tr per stream, but reports aggregate Tx and Dx.
         unit_rate = str(transmit_rate / 2.0) + "pps"
         self.send_traffic_on_tg(
-            duration, unit_rate, self.frame_size, self.traffic_type,
+            duration, unit_rate, self.frame_size, self.traffic_profile,
             warmup_time=self.warmup_time, latency=True)
         transmit_count = int(self.get_sent())
         loss_count = int(self.get_loss())
@@ -635,7 +637,7 @@ class OptimizedSearch(object):
 
     @staticmethod
     def perform_optimized_ndrpdr_search(
-            frame_size, traffic_type, minimum_transmit_rate,
+            frame_size, traffic_profile, minimum_transmit_rate,
             maximum_transmit_rate, packet_loss_ratio=0.005,
             final_relative_width=0.005, final_trial_duration=30.0,
             initial_trial_duration=1.0, number_of_intermediate_phases=2,
@@ -643,7 +645,7 @@ class OptimizedSearch(object):
         """Setup initialized TG, perform optimized search, return intervals.
 
         :param frame_size: Frame size identifier or value [B].
-        :param traffic_type: Module name as a traffic type identifier.
+        :param traffic_profile: Module name as a traffic profile identifier.
             See resources/traffic_profiles/trex for implemented modules.
         :param minimum_transmit_rate: Minimal bidirectional
             target transmit rate [pps].
@@ -663,7 +665,7 @@ class OptimizedSearch(object):
             Default 1 is suitable for fairly stable tests,
             less stable tests might get better overal duration with 2 or more.
         :type frame_size: str or int
-        :type traffic_type: str
+        :type traffic_profile: str
         :type minimum_transmit_rate: float
         :type maximum_transmit_rate: float
         :type packet_loss_ratio: float
@@ -682,7 +684,7 @@ class OptimizedSearch(object):
         # to be able to use trex_stl-*()
         tg_instance = BuiltIn().get_library_instance(
             'resources.libraries.python.TrafficGenerator')
-        tg_instance.set_rate_provider_defaults(frame_size, traffic_type)
+        tg_instance.set_rate_provider_defaults(frame_size, traffic_profile)
         algorithm = MultipleLossRatioSearch(
             measurer=tg_instance, final_trial_duration=final_trial_duration,
             final_relative_width=final_relative_width,
@@ -695,13 +697,13 @@ class OptimizedSearch(object):
 
     @staticmethod
     def perform_soak_search(
-            frame_size, traffic_type, minimum_transmit_rate,
+            frame_size, traffic_profile, minimum_transmit_rate,
             maximum_transmit_rate, plr_target=1e-7, tdpt=0.2,
             initial_count=50, timeout=1800.0):
         """Setup initialized TG, perform soak search, return avg and stdev.
 
         :param frame_size: Frame size identifier or value [B].
-        :param traffic_type: Module name as a traffic type identifier.
+        :param traffic_profile: Module name as a traffic profile identifier.
             See resources/traffic_profiles/trex for implemented modules.
         :param minimum_transmit_rate: Minimal bidirectional
             target transmit rate [pps].
@@ -717,7 +719,7 @@ class OptimizedSearch(object):
             takes significant time even without any trial results.
         :param timeout: The search will stop after this overall time [s].
         :type frame_size: str or int
-        :type traffic_type: str
+        :type traffic_profile: str
         :type minimum_transmit_rate: float
         :type maximum_transmit_rate: float
         :type plr_target: float
@@ -728,7 +730,7 @@ class OptimizedSearch(object):
         """
         tg_instance = BuiltIn().get_library_instance(
             'resources.libraries.python.TrafficGenerator')
-        tg_instance.set_rate_provider_defaults(frame_size, traffic_type)
+        tg_instance.set_rate_provider_defaults(frame_size, traffic_profile)
         algorithm = PLRsearch(
             measurer=tg_instance, trial_duration_per_trial=tdpt,
             packet_loss_ratio_target=plr_target,

diff --git a/resources/libraries/python/autogen/DefaultTestcase.py b/resources/libraries/python/autogen/DefaultTestcase.py
index 0aaf40d..5db81a8 100644 (file)
--- a/resources/libraries/python/autogen/DefaultTestcase.py
+++ b/resources/libraries/python/autogen/DefaultTestcase.py
@@ -30,6 +30,6 @@ class DefaultTestcase(Testcase):
         template_string = r'''
 | ${tc_num}-${frame_str}-${cores_str}c-''' + suite_id + r'''
 | | [Tags] | ${frame_str} | ${cores_str}C
-| | framesize=${frame_num} | phy_cores=${cores_num}
+| | frame_size=${frame_num} | phy_cores=${cores_num}
 '''
         super(DefaultTestcase, self).__init__(template_string)

diff --git a/resources/libraries/python/autogen/Regenerator.py b/resources/libraries/python/autogen/Regenerator.py
index bae0e4f..f47c88b 100644 (file)
--- a/resources/libraries/python/autogen/Regenerator.py
+++ b/resources/libraries/python/autogen/Regenerator.py
@@ -20,6 +20,7 @@ from os import getcwd
 import sys
 
 from .DefaultTestcase import DefaultTestcase
+from resources.libraries.python.Constants import Constants
 
 
 # Copied from https://stackoverflow.com/a/14981125
@@ -63,18 +64,18 @@ class Regenerator(object):
             When None, default list is used.
             List item is a dict, argument names are keys.
             The initialized testcase_class should accept those, and "num".
-            DefaultTestcase accepts "framesize" and "phy_cores".
+            DefaultTestcase accepts "frame_size" and "phy_cores".
         :type pattern: str
         :type is_ip6: boolean
         :type tc_kwargs_list: list of tuple or None
         """
 
-        protocol_to_min_framesize = {
+        protocol_to_min_frame_size = {
             "ip4": 64,
             "ip6": 78,
             "vxlan+ip4": 114  # What is the real minimum for latency stream?
         }
-        min_framesize_values = protocol_to_min_framesize.values()
+        min_frame_size_values = protocol_to_min_frame_size.values()
 
         def get_iface_and_suite_id(filename):
             """Get interface and suite ID.
@@ -110,7 +111,7 @@ class Regenerator(object):
             """
             # TODO: Is there a better way to disable some combinations?
             emit = True
-            if kwargs["framesize"] == 9000:
+            if kwargs["frame_size"] == 9000:
                 if "vic1227" in iface:
                     # Not supported in HW.
                     emit = False
@@ -127,7 +128,7 @@ class Regenerator(object):
                 # Soak test take too long, do not risk other than tc01.
                 if kwargs["phy_cores"] != 1:
                     emit = False
-                if kwargs["framesize"] not in min_framesize_values:
+                if kwargs["frame_size"] not in min_frame_size_values:
                     emit = False
             if emit:
                 file_out.write(testcase.generate(num=num, **kwargs))
@@ -151,37 +152,128 @@ class Regenerator(object):
             """
             num = 1
             for tc_kwargs in tc_kwargs_list:
-                num = add_testcase(testcase, iface, suite_id, file_out, num,
-                                   **tc_kwargs)
+                num = add_testcase(
+                    testcase, iface, suite_id, file_out, num, **tc_kwargs)
+
+        def replace_defensively(
+                whole, to_replace, replace_with, how_many, msg, in_filename):
+            """Replace substrings while checking the number of occurences.
+
+            Return edited copy of the text (so original string is not affected).
+
+            :param whole: The text to perform replacements on.
+            :param to_replace: Substring occurences of which to replace.
+            :param replace_with: Substring to replace occurences with.
+            :param how_many: Number of occurences to expect.
+            :param msg: Error message to raise.
+            :param in_filename: File name in which the error occured.
+            :type whole: str
+            :type to_replace: str
+            :type replace_with: str
+            :type how_many: int
+            :type msg: str
+            :type in_filename: str
+            :return: The whole text after replacements are done.
+            :rtype: str
+            :raise ValueError: If number of occurences does not match.
+            """
+            found = whole.count(to_replace)
+            if found != how_many:
+                raise ValueError(in_filename + ": " + msg)
+            return whole.replace(to_replace, replace_with)
+
+        def write_files(in_filename, in_prolog, kwargs_list):
+            """Using given filename and prolog, write all generated suites.
+
+            :param in_filename: Template filename to derive real filenames from.
+            :param in_prolog: Template content to derive real content from.
+            :param kwargs_list: List of kwargs for add_testcase.
+            :type in_filename: str
+            :type in_prolog: str
+            :type kwargs_list: list of dict
+            """
+            for suite_type in Constants.PERF_TYPE_TO_KEYWORD.keys():
+                tmp_filename = replace_defensively(
+                    in_filename, "ndrpdr", suite_type, 1,
+                    "File name should contain suite type once.", in_filename)
+                tmp_prolog = replace_defensively(
+                    in_prolog, "ndrpdr".upper(), suite_type.upper(), 1,
+                    "Suite type should appear once in uppercase (as tag).",
+                    in_filename)
+                tmp_prolog = replace_defensively(
+                    tmp_prolog,
+                    "Find NDR and PDR intervals using optimized search",
+                    Constants.PERF_TYPE_TO_KEYWORD[suite_type], 1,
+                    "Main search keyword should appear once in suite.",
+                    in_filename)
+                tmp_prolog = replace_defensively(
+                    tmp_prolog,
+                    Constants.PERF_TYPE_TO_SUITE_DOC_VER["ndrpdr"],
+                    Constants.PERF_TYPE_TO_SUITE_DOC_VER[suite_type],
+                    1, "Exact suite type doc not found.", in_filename)
+                tmp_prolog = replace_defensively(
+                    tmp_prolog,
+                    Constants.PERF_TYPE_TO_TEMPLATE_DOC_VER["ndrpdr"],
+                    Constants.PERF_TYPE_TO_TEMPLATE_DOC_VER[suite_type],
+                    1, "Exact template type doc not found.", in_filename)
+                _, suite_id = get_iface_and_suite_id(tmp_filename)
+                testcase = self.testcase_class(suite_id)
+                for nic_name in Constants.NIC_NAME_TO_CODE.keys():
+                    out_filename = replace_defensively(
+                        tmp_filename, "10ge2p1x710",
+                        Constants.NIC_NAME_TO_CODE[nic_name], 1,
+                        "File name should contain NIC code once.", in_filename)
+                    out_prolog = replace_defensively(
+                        tmp_prolog, "Intel-X710", nic_name, 2,
+                        "NIC name should appear twice (tag and variable).",
+                        in_filename)
+                    if out_prolog.count("HW_") == 2:
+                        # TODO CSIT-1481: Crypto HW should be read
+                        # from topology file instead.
+                        if nic_name in Constants.NIC_NAME_TO_CRYPTO_HW.keys():
+                            out_prolog = replace_defensively(
+                                out_prolog, "HW_DH895xcc",
+                                Constants.NIC_NAME_TO_CRYPTO_HW[nic_name], 1,
+                                "HW crypto name should appear.", in_filename)
+                    iface, suite_id = get_iface_and_suite_id(out_filename)
+                    with open(out_filename, "w") as file_out:
+                        file_out.write(out_prolog)
+                        add_testcases(
+                            testcase, iface, suite_id, file_out, kwargs_list)
 
         if not self.quiet:
             eprint("Regenerator starts at {cwd}".format(cwd=getcwd()))
-        min_framesize = protocol_to_min_framesize[protocol]
+        min_frame_size = protocol_to_min_frame_size[protocol]
         kwargs_list = tc_kwargs_list if tc_kwargs_list else [
-            {"framesize": min_framesize, "phy_cores": 1},
-            {"framesize": min_framesize, "phy_cores": 2},
-            {"framesize": min_framesize, "phy_cores": 4},
-            {"framesize": 1518, "phy_cores": 1},
-            {"framesize": 1518, "phy_cores": 2},
-            {"framesize": 1518, "phy_cores": 4},
-            {"framesize": 9000, "phy_cores": 1},
-            {"framesize": 9000, "phy_cores": 2},
-            {"framesize": 9000, "phy_cores": 4},
-            {"framesize": "IMIX_v4_1", "phy_cores": 1},
-            {"framesize": "IMIX_v4_1", "phy_cores": 2},
-            {"framesize": "IMIX_v4_1", "phy_cores": 4}
+            {"frame_size": min_frame_size, "phy_cores": 1},
+            {"frame_size": min_frame_size, "phy_cores": 2},
+            {"frame_size": min_frame_size, "phy_cores": 4},
+            {"frame_size": 1518, "phy_cores": 1},
+            {"frame_size": 1518, "phy_cores": 2},
+            {"frame_size": 1518, "phy_cores": 4},
+            {"frame_size": 9000, "phy_cores": 1},
+            {"frame_size": 9000, "phy_cores": 2},
+            {"frame_size": 9000, "phy_cores": 4},
+            {"frame_size": "IMIX_v4_1", "phy_cores": 1},
+            {"frame_size": "IMIX_v4_1", "phy_cores": 2},
+            {"frame_size": "IMIX_v4_1", "phy_cores": 4}
         ]
-        for filename in glob(pattern):
+        for in_filename in glob(pattern):
             if not self.quiet:
-                eprint("Regenerating filename:", filename)
-            with open(filename, "r") as file_in:
-                text = file_in.read()
-                text_prolog = "".join(text.partition("*** Test Cases ***")[:-1])
-            iface, suite_id = get_iface_and_suite_id(filename)
-            testcase = self.testcase_class(suite_id)
-            with open(filename, "w") as file_out:
-                file_out.write(text_prolog)
-                add_testcases(testcase, iface, suite_id, file_out, kwargs_list)
+                eprint("Regenerating in_filename:", in_filename)
+            if not in_filename.endswith("ndrpdr.robot"):
+                eprint("Error in {fil}: non-primary suite type encountered."
+                       .format(fil=in_filename))
+                sys.exit(1)
+            iface, _ = get_iface_and_suite_id(in_filename)
+            if not iface.endswith("10ge2p1x710"):
+                eprint("Error in {fil}: non-primary NIC encountered."
+                       .format(fil=in_filename))
+                sys.exit(1)
+            with open(in_filename, "r") as file_in:
+                in_prolog = "".join(
+                    file_in.read().partition("*** Test Cases ***")[:-1])
+            write_files(in_filename, in_prolog, kwargs_list)
         if not self.quiet:
             eprint("Regenerator ends.")
         eprint()  # To make autogen check output more readable.

diff --git a/resources/libraries/python/autogen/Testcase.py b/resources/libraries/python/autogen/Testcase.py
index dd58547..7d0a29b 100644 (file)
--- a/resources/libraries/python/autogen/Testcase.py
+++ b/resources/libraries/python/autogen/Testcase.py
@@ -34,29 +34,29 @@ class Testcase(object):
         """
         self.template = Template(template_string)
 
-    def generate(self, num, framesize, phy_cores):
+    def generate(self, num, frame_size, phy_cores):
         """Return string of test case code with placeholders filled.
 
         Fail if there are placeholders left unfilled.
 
         :param num: Test case number. Example value: 4.
-        :param framesize: Imix string or numeric frame size. Example: 74.
+        :param frame_size: Imix string or numeric frame size. Example: 74.
         :param phy_cores: Number of physical cores to use. Example: 2.
         :type num: int
-        :type framesize: str or int
+        :type frame_size: str or int
         :type phy_cores: int or str
         :returns: Filled template, usable as test case code.
         :rtype: str
         """
         try:
-            fsize = int(framesize)
+            fsize = int(frame_size)
             subst_dict = {
                 "frame_num": "${%d}" % fsize,
                 "frame_str": "%dB" % fsize
             }
         except ValueError:  # Assuming an IMIX string.
             subst_dict = {
-                "frame_num": str(framesize),
+                "frame_num": str(frame_size),
                 "frame_str": "IMIX"
             }
         cores_str = str(phy_cores)

diff --git a/resources/libraries/robot/performance/performance_limits.robot b/resources/libraries/robot/performance/performance_limits.robot
new file mode 100644 (file)
index 0000000..759ee5c
--- /dev/null
+++ b/resources/libraries/robot/performance/performance_limits.robot
@@ -0,0 +1,117 @@
+# Copyright (c) 2019 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+*** Settings ***
+| Documentation | Performance suite keywords - Handling NIC and TG limits.
+| Library | Collections
+| Variables | ${CURDIR}/../../python/Constants.py
+
+*** Keywords ***
+| Get Average Frame Size
+| | [Documentation]
+| | ... | Framesize can be either integer in case of a single packet
+| | ... | in stream, or set of packets in case of IMIX type or simmilar.
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize. Type: integer or string
+| | ...
+| | ... | *Returns:*
+| | ... | Average frame size. Type: float
+| | ...
+| | ... | *Example:*
+| | ...
+| | ... | \| Get Average Frame Size \| IMIX_v4_1 \|
+| | ...
+| | [Arguments] | ${frame_size}
+| | ...
+| | Return From Keyword If | '${frame_size}' == 'IMIX_v4_1' | ${353.83333}
+| | ${frame_size} = | Convert To Number | ${frame_size}
+| | Return From Keyword | ${frame_size}
+
+| Set Max Rate And Jumbo
+| | [Documentation]
+| | ... | Input framesize can be either integer in case of a single packet
+| | ... | in stream, or IMIX string defining mix of packets.
+| | ... | For jumbo frames detection, the maximal packet size is relevant.
+| | ... | For maximal transmit rate, the average packet size is relevant.
+| | ... | In both cases, encapsulation overhead (if any) has effect.
+| | ... | The maximal rate is computed from NIC name.
+| | ... | The implementation works by mapping from exact
+| | ... | whitelisted NIC names.
+| | ... | The mapping is hardcoded in nic_limits.yaml
+| | ... | TODO: Make the mapping from NIC names case insensistive.
+| | ...
+| | ... | TODO: Make pps limit also definable per NIC.
+| | ...
+| | ... | This keyword computes maximal unidirectional transmit rate
+| | ... | and jumbo boolean (some suites need that for configuration decisions).
+| | ... | To streamline suite autogeneration, both input and output values
+| | ... | are communicated as test (or broader scope) variables,
+| | ... | instead of explicit arguments and return values.
+| | ...
+| | ... | *Test (or broader scope) variables read:*
+| | ... |   - nic_name - Name of bottleneck NIC. Type: string
+| | ... |   - overhead - Overhead in bytes. Default: 0. Type: integer
+| | ... |   - frame_size - L2 Frame Size [B] or IMIX string. Type: int or str
+| | ...
+| | ... | *Test variables set:*
+| | ... |   - max_rate - Calculated unidirectional maximal transmit rate [pps].
+| | ... |     Type: float
+| | ... |   - jumbo - Jumbo boolean, true if jumbo packet support
+| | ... |     has to be enabled. Type: boolean
+| | ...
+| | ... | *Example:*
+| | ...
+| | ... | \| Set test Variable \| \${frame_size} \| IMIX_v4_1 \|
+| | ... | \| Set Max Rate And Jumbo \|
+| | ...
+| | ${pps_limit} = | Set Variable | ${18750000.0}
+| | ${bps_limit} = | Get From Dictionary | ${NIC_NAME_TO_LIMIT} | ${nic_name}
+| | ${avg_size} = | Get Average Frame Size | ${frame_size}
+| | ${max_size} = | Set Variable If | '${frame_size}' == 'IMIX_v4_1'
+| | ... | ${1518} | ${frame_size}
+| | # swo := size_with_overhead
+| | ${avg_swo} = | Evaluate | ${avg_size} + ${overhead}
+| | ${max_swo} = | Evaluate | ${max_size} + ${overhead}
+| | ${jumbo} = | Set Variable If | ${max_swo} < 1522
+| | ... | ${False} | ${True}
+| | ${rate} = | Evaluate | ${bps_limit} / ((${avg_swo} + 20.0) * 8)
+| | ${max_rate} = | Set Variable If | ${rate} > ${pps_limit}
+| | ... | ${pps_limit} | ${rate}
+| | Set Test Variable | \${jumbo}
+| | Set Test Variable | \${max_rate}
+
+| Set Max Rate And Jumbo And Handle Multi Seg
+| | [Documentation]
+| | ... | This keyword starts with Get Max Rate And Jumbo keyword,
+| | ... | then adds correct multi seg VPP configuration.
+| | ...
+| | ... | See Documentation of Set Max Rate And Jumbo for more details.
+| | ...
+| | ... | *Test (or broader scope) variables read:*
+| | ... |   - nic_name - Name of bottleneck NIC. Type: string
+| | ... |   - overhead - Overhead in bytes. Default: 0. Type: integer
+| | ... |   - frame_size - L2 Frame Size [B] or IMIX string. Type: int or str
+| | ...
+| | ... | *Test variables set:*
+| | ... |   - max_rate - Calculated unidirectional maximal transmit rate [pps].
+| | ... |     Type: float
+| | ... |   - jumbo - Jumbo boolean, true if jumbo packet support
+| | ... |     has to be enabled. Type: boolean
+| | ...
+| | ... | *Example:*
+| | ...
+| | ... | \| Set Max Rate And Jumbo And Handle Multi Seg \|
+| | ...
+| | Set Max Rate And Jumbo
+| | Run Keyword If | not ${jumbo} | Add no multi seg to all DUTs

diff --git a/resources/libraries/robot/performance/performance_setup.robot b/resources/libraries/robot/performance/performance_setup.robot
index f484eeb..11ce560 100644 (file)
--- a/resources/libraries/robot/performance/performance_setup.robot
+++ b/resources/libraries/robot/performance/performance_setup.robot
@@ -15,6 +15,7 @@
 | Library | resources.libraries.python.DUTSetup
 | Library | resources.tools.wrk.wrk
 | Resource | resources/libraries/robot/performance/performance_configuration.robot
+| Resource | resources/libraries/robot/performance/performance_limits.robot
 | Resource | resources/libraries/robot/performance/performance_utils.robot
 | Resource | resources/libraries/robot/tcp/tcp_setup.robot
 | Documentation | Performance suite keywords - Suite and test setups and
@@ -239,19 +240,19 @@
 | | ... | argument. Initializes traffic generator.
 | | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
 | | ... | \| 2-node Performance Suite Setup \| L2 \| Intel-X520-DA2 \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model}
+| | [Arguments] | ${traffic_profile} | ${nic_name}
 | | ...
 | | Set variables in 2-node circular topology with DUT interface model
-| | ... | ${nic_model}
+| | ... | ${nic_name}
 | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2}
-| | ... | ${dut1} | ${dut1_if1} | ${dut1} | ${dut1_if2} | ${topology_type}
+| | ... | ${dut1} | ${dut1_if1} | ${dut1} | ${dut1_if2} | ${traffic_profile}
 
 | Set up 2-node-switched performance topology with DUT's NIC model
 | | [Documentation]
@@ -261,8 +262,8 @@
 | | ... | argument. Initializes traffic generator.
 | | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ... | - tg_if1_dest_mac - Interface 1 destination MAC address. Type: string
 | | ... | - tg_if2_dest_mac - Interface 2 destination MAC address. Type: string
 | | ...
@@ -271,13 +272,13 @@
 | | ... | \| 2-node Performance Suite Setup \| L2 \| Intel-X520-DA2 \
 | | ... | \| 22:22:33:44:55:66 \| 22:22:33:44:55:55 \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model} | ${tg_if1_dest_mac}
+| | [Arguments] | ${traffic_profile} | ${nic_name} | ${tg_if1_dest_mac}
 | | ... | ${tg_if2_dest_mac}
 | | ...
 | | Set variables in 2-node circular topology with DUT interface model
-| | ... | ${nic_model}
+| | ... | ${nic_name}
 | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2}
-| | ... | ${dut1} | ${dut1_if1} | ${dut1} | ${dut1_if2} | ${topology_type}
+| | ... | ${dut1} | ${dut1_if1} | ${dut1} | ${dut1_if2} | ${traffic_profile}
 | | ... | ${tg_if1_dest_mac} | ${tg_if2_dest_mac}
 
 | Set up 3-node performance topology with DUT's NIC model
@@ -288,20 +289,20 @@
 | | ... | argument. Initializes traffic generator.
 | | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
 | | ... | \| Set up 3-node performance topology with DUT's NIC model \| L2 \
 | | ... | \| Intel-X520-DA2 \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model}
+| | [Arguments] | ${traffic_profile} | ${nic_name}
 | | ...
 | | Set variables in 3-node circular topology with DUT interface model
-| | ... | ${nic_model}
+| | ... | ${nic_name}
 | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2}
-| | ... | ${dut1} | ${dut1_if1} | ${dut2} | ${dut2_if2} | ${topology_type}
+| | ... | ${dut1} | ${dut1_if1} | ${dut2} | ${dut2_if2} | ${traffic_profile}
 
 | Set up 3-node performance topology with DUT's NIC model with double link between DUTs
 | | [Documentation]
@@ -311,20 +312,20 @@
 | | ... | argument. Initializes traffic generator.
 | | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
 | | ... | \| Set up 3-node performance topology with DUT's NIC model with \
 | | ... | double link between DUTs \| L2 \| Intel-X520-DA2 \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model}
+| | [Arguments] | ${traffic_profile} | ${nic_name}
 | | ...
 | | Set variables in 3-node circular topology with DUT interface model with double link between DUTs
-| | ... | ${nic_model}
+| | ... | ${nic_name}
 | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2}
-| | ... | ${dut1} | ${dut1_if1} | ${dut2} | ${dut2_if2} | ${topology_type}
+| | ... | ${dut1} | ${dut1_if1} | ${dut2} | ${dut2_if2} | ${traffic_profile}
 
 | Set up DPDK 2-node performance topology with DUT's NIC model
 | | [Documentation]
@@ -334,20 +335,20 @@
 | | ... | environment.
 | | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
 | | ... | \| Set up DPDK 2-node performance topology with DUT's NIC model \
 | | ... | \| L2 \| Intel-X520-DA2 \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model}
+| | [Arguments] | ${traffic_profile} | ${nic_name}
 | | ...
 | | Set variables in 2-node circular topology with DUT interface model
-| | ... | ${nic_model}
+| | ... | ${nic_name}
 | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2}
-| | ... | ${dut1} | ${dut1_if1} | ${dut1} | ${dut1_if2} | ${topology_type}
+| | ... | ${dut1} | ${dut1_if1} | ${dut1} | ${dut1_if2} | ${traffic_profile}
 | | Initialize DPDK Environment | ${dut1} | ${dut1_if1} | ${dut1_if2}
 
 | Set up DPDK 3-node performance topology with DUT's NIC model
@@ -358,19 +359,19 @@
 | | ... | environment.
 | | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
 | | ... | \| 3-node Performance Suite Setup \| L2 \| Intel-X520-DA2 \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model}
+| | [Arguments] | ${traffic_profile} | ${nic_name}
 | | ...
 | | Set variables in 3-node circular topology with DUT interface model
-| | ... | ${nic_model}
+| | ... | ${nic_name}
 | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2}
-| | ... | ${dut1} | ${dut1_if1} | ${dut2} | ${dut2_if2} | ${topology_type}
+| | ... | ${dut1} | ${dut1_if1} | ${dut2} | ${dut2_if2} | ${traffic_profile}
 | | Initialize DPDK Environment | ${dut1} | ${dut1_if1} | ${dut1_if2}
 | | Initialize DPDK Environment | ${dut2} | ${dut2_if1} | ${dut2_if2}
 
@@ -383,8 +384,8 @@
 | | ... | It configures PCI device with VFs on all DUTs.
 | | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ... | - vf_driver - Virtual function driver. Type: string
 | | ... | - numvfs - Number of VFs. Type: integer
 | | ...
@@ -393,17 +394,17 @@
 | | ... | \| Set up SRIOV 2-node performance topology with DUT's NIC model \
 | | ... | \| L2 \| Intel-X520-DA2 \| AVF \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model} | ${vf_driver}
+| | [Arguments] | ${traffic_profile} | ${nic_name} | ${vf_driver}
 | | ... | ${numvfs}=${1}
 | | ...
 | | Set variables in 2-node circular topology with DUT interface model
-| | ... | ${nic_model}
+| | ... | ${nic_name}
 | | Run Keyword If | '${vf_driver}' == 'AVF'
 | | ... | Configure AVF interfaces on all DUTs | numvfs=${numvfs}
-| | ... | topology_type=${topology_type}
+| | ... | traffic_profile=${traffic_profile}
 | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2}
 | | ... | ${dut1} | ${dut1_if1_vf0} | ${dut1} | ${dut1_if2_vf0}
-| | ... | ${topology_type}
+| | ... | ${traffic_profile}
 
 | Set up SRIOV 3-node performance topology with DUT's NIC model
 | | [Documentation]
@@ -414,8 +415,8 @@
 | | ... | It configures PCI device with VFs on all DUTs.
 | | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ... | - vf_driver - Virtual function driver. Type: string
 | | ... | - numvfs - Number of VFs. Type: integer
 | | ...
@@ -424,17 +425,17 @@
 | | ... | \| Set up SRIOV 3-node performance topology with DUT's NIC model \
 | | ... | \| L2 \| Intel-X520-DA2 \| AVF \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model} | ${vf_driver}
+| | [Arguments] | ${traffic_profile} | ${nic_name} | ${vf_driver}
 | | ... | ${numvfs}=${1}
 | | ...
 | | Set variables in 3-node circular topology with DUT interface model
-| | ... | ${nic_model}
+| | ... | ${nic_name}
 | | Run Keyword If | '${vf_driver}' == 'AVF'
 | | ... | Configure AVF interfaces on all DUTs | numvfs=${numvfs}
-| | ... | topology_type=${topology_type}
+| | ... | traffic_profile=${traffic_profile}
 | | Initialize traffic generator | ${tg} | ${tg_if1} | ${tg_if2}
 | | ... | ${dut1} | ${dut1_if1_vf0} | ${dut2} | ${dut2_if2_vf0}
-| | ... | ${topology_type}
+| | ... | ${traffic_profile}
 
 | Set up IPSec performance test suite
 | | [Documentation]
@@ -444,21 +445,23 @@
 | | ... | argument. Initializes traffic generator.
 | | ... | Then it configures crypto device and kernel module on all DUTs.
 | | ...
+| | ... | TODO CSIT-1481: Crypto HW should be read from topology file instead.
+| | ...
 | | ... | *Arguments:*
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - nic_model - Interface model. Type: string
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nic_name - Interface model. Type: string
 | | ... | - crypto_type - Crypto device type - HW_DH895xcc or HW_C3xxx or
-| | ... | SW_cryptodev. Type: string, default value: HW_DH895xcc
+| | ... |   SW_cryptodev. Type: string, default value: HW_DH895xcc
 | | ...
 | | ... | *Example:*
 | | ...
 | | ... | \| Set up IPSec performance test suite \| L2 \
 | | ... | \| Intel-X520-DA2 \| HW_DH895xcc \|
 | | ...
-| | [Arguments] | ${topology_type} | ${nic_model} | ${crypto_type}=HW_DH895xcc
+| | [Arguments] | ${traffic_profile} | ${nic_name} | ${crypto_type}=HW_DH895xcc
 | | ...
 | | Set up 3-node performance topology with DUT's NIC model
-| | ... | ${topology_type} | ${nic_model}
+| | ... | ${traffic_profile} | ${nic_name}
 | | Return From Keyword If | '${crypto_type}' == 'SW_cryptodev'
 | | ${numvfs}= | Set Variable If
 | | ... | '${crypto_type}' == 'HW_DH895xcc' | ${32}
@@ -650,52 +653,39 @@
 | Tear down performance test
 | | [Documentation] | Common test teardown for performance tests.
 | | ...
-| | Remove All Added Ports On All DUTs From Topology | ${nodes}
-| | Show PAPI History On All DUTs | ${nodes}
-| | Get Core Files on All Nodes | ${nodes}
-| | Set Test Variable | ${pkt_trace} | ${True}
-
-| Tear down performance discovery test
-| | [Documentation] | Common test teardown for ndrpdr performance tests.
+| | ... | TODO: Rename to "Tear down VPP performance test"?
+| | ... |       most steps do not apply to DPDK nor other vswitch solutions.
+| | ... | TODO: Document at least some steps this keyword takes.
 | | ...
-| | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - topology_type - Topology type. Type: string
+| | ... | To save space in suites, this keyword does not accept
+| | ... | any explicit arguments. Instead, it requires few variables
+| | ... | to be defined in at least test scope.
 | | ...
-| | ... | *Example:*
+| | ... | *Test Variables needed:*
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
+| | ... | - nodes - Parsed information object. Type: dict
 | | ...
-| | ... | \| Tear down performance discovery test \| 4.0mpps \| 64 \
-| | ... | \| 3-node-IPv4 \|
+| | ... | *Example:*
 | | ...
-| | [Arguments] | ${rate} | ${framesize} | ${topology_type}
+| | ... | \| Set Test Variable \| \${frame_size} \| 64 \|
+| | ... | \| Tear down performance test \|
 | | ...
-| | Tear down performance test
+| | Remove All Added Ports On All DUTs From Topology | ${nodes}
+| | Show PAPI History On All DUTs | ${nodes}
+| | Get Core Files on All Nodes | ${nodes}
+| | Set Test Variable | ${pkt_trace} | ${True}
 | | Show statistics on all DUTs | ${nodes}
 | | Run Keyword If Test Failed
-| | ... | Traffic should pass with no loss | ${perf_trial_duration} | ${rate}
-| | ... | ${framesize} | ${topology_type} | fail_on_loss=${False}
-
-| Tear down performance mrr test
-| | [Documentation] | Common test teardown for max-received-rate performance
-| | ... | tests.
-| | ...
-| | Tear down performance test
-
-| Tear down performance test with wrk
-| | [Documentation] | Common test teardown for ndrdisc and pdrdisc performance \
-| | ... | tests.
-| | ...
-| | ... | *Example:*
-| | ...
-| | ... | \| Tear down performance test with wrk \|
-| | ...
-| | Tear down performance test
+| | ... | Traffic should pass with no loss | ${perf_trial_duration} | 10000pps
+| | ... | ${frame_size} | ${traffic_profile} | fail_on_loss=${False}
 
 | Tear down performance test with container
 | | [Documentation]
 | | ... | Common test teardown for performance tests which uses containers.
 | | ...
+| | ... | TODO: Call Tear down performance test?
+| | ...
 | | :FOR | ${container_group} | IN | @{container_groups}
 | | | Destroy all '${container_group}' containers
 
@@ -703,15 +693,7 @@
 | | [Documentation] | Common test teardown for performance tests which use
 | | ... | vhost(s) and VM(s).
 | | ...
-| | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - topology_type - Topology type. Type: string
-| | ...
-| | [Arguments] | ${rate} | ${framesize} | ${topology_type}
-| | ...
-| | Tear down performance discovery test | ${rate} | ${framesize}
-| | ... | ${topology_type}
+| | Tear down performance test
 | | Show VPP vhost on all DUTs | ${nodes}
 | | Tear down guest VM
 
@@ -719,44 +701,9 @@
 | | [Documentation] | Common test teardown for performance tests which use
 | | ... | vhost(s) and VM(s) with dpdk-testpmd.
 | | ...
-| | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - dut1_node - Node where to clean qemu. Type: dictionary
-| | ... | - dut1_vm_refs - VM references on node. Type: dictionary
-| | ... | - dut2_node - Node where to clean qemu. Type: dictionary
-| | ... | - dut2_vm_refs - VM references on node. Type: dictionary
-| | ...
-| | ... | *Example:*
-| | ...
-| | ... | \| Tear down performance test with vhost and VM with dpdk-testpmd \
-| | ... | \| 4.0mpps \| 64 \| 3-node-IPv4 \| ${node['DUT1']} \| ${dut_vm_refs} \
-| | ... | \| ${node['DUT2']} \| ${dut_vm_refs} \|
-| | ...
-| | [Arguments] | ${rate} | ${framesize} | ${topology_type}
-| | ... | ${dut1_node}=${None} | ${dut1_vm_refs}=${None}
-| | ... | ${dut2_node}=${None} | ${dut2_vm_refs}=${None}
-| | ...
-| | Tear down performance discovery test | ${rate} | ${framesize}
-| | ... | ${topology_type}
-| | Show VPP vhost on all DUTs | ${nodes}
-| | Run keyword unless | ${dut1_node}==${None}
-| | ... | Tear down guest VM with dpdk-testpmd | ${dut1} | ${dut1_vm_refs}
-| | Run keyword unless | ${dut2_node}==${None}
-| | ... | Tear down guest VM with dpdk-testpmd | ${dut2} | ${dut2_vm_refs}
-
-| Tear down performance mrr test with vhost
-| | [Documentation] | Common test teardown for mrr tests which use
-| | ... | vhost(s) and VM(s).
-| | ...
-| | Tear down performance mrr test
-| | Show VPP vhost on all DUTs | ${nodes}
-| | Tear down guest VM
-
-| Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| | [Documentation] | Common test teardown for mrr tests which use
-| | ... | vhost(s) and VM(s) with dpdk-testpmd.
+| | ... | *Test Variables needed:*
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
 | | ...
 | | ... | *Arguments:*
 | | ... | - dut1_node - Node where to clean qemu. Type: dictionary
@@ -773,7 +720,7 @@
 | | [Arguments] | ${dut1_node}=${None} | ${dut1_vm_refs}=${None}
 | | ... | ${dut2_node}=${None} | ${dut2_vm_refs}=${None}
 | | ...
-| | Tear down performance mrr test
+| | Tear down performance test
 | | Show VPP vhost on all DUTs | ${nodes}
 | | Run keyword unless | ${dut1_node}==${None}
 | | ... | Tear down guest VM with dpdk-testpmd | ${dut1} | ${dut1_vm_refs}
@@ -784,30 +731,9 @@
 | | [Documentation] | Common test teardown for performance tests which use
 | | ... | vhost(s) and VM(s) with ACL and dpdk-testpmd.
 | | ...
-| | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - dut1_node - Node where to clean qemu. Type: dictionary
-| | ... | - dut1_vm_refs - VM references on node. Type: dictionary
-| | ... | - dut2_node - Node where to clean qemu. Type: dictionary
-| | ... | - dut2_vm_refs - VM references on node. Type: dictionary
-| | ...
-| | [Arguments] | ${rate} | ${framesize} | ${topology_type}
-| | ... | ${dut1_node}=${None} | ${dut1_vm_refs}=${None}
-| | ... | ${dut2_node}=${None} | ${dut2_vm_refs}=${None}
-| | ...
-| | Tear down performance test with vhost and VM with dpdk-testpmd
-| | ... | ${rate} | ${framesize} | ${topology_type}
-| | ... | ${dut1_node} | ${dut1_vm_refs}
-| | ... | ${dut2_node} | ${dut2_vm_refs}
-| | Run Keyword If Test Failed | Vpp Log Plugin Acl Settings | ${dut1}
-| | Run Keyword If Test Failed | Run Keyword And Ignore Error
-| | ... | Vpp Log Plugin Acl Interface Assignment | ${dut1}
-
-| Tear down mrr test with vhost and VM with dpdk-testpmd and ACL
-| | [Documentation] | Common test teardown for mrr tests which use
-| | ... | vhost(s) and VM(s) with ACL and dpdk-testpmd.
+| | ... | *Test Variables needed:*
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
 | | ...
 | | ... | *Arguments:*
 | | ... | - dut1_node - Node where to clean qemu. Type: dictionary
@@ -818,7 +744,7 @@
 | | [Arguments] | ${dut1_node}=${None} | ${dut1_vm_refs}=${None}
 | | ... | ${dut2_node}=${None} | ${dut2_vm_refs}=${None}
 | | ...
-| | Tear down performance mrr test with vhost and VM with dpdk-testpmd
+| | Tear down performance test with vhost and VM with dpdk-testpmd
 | | ... | ${dut1_node} | ${dut1_vm_refs}
 | | ... | ${dut2_node} | ${dut2_vm_refs}
 | | Run Keyword If Test Failed | Vpp Log Plugin Acl Settings | ${dut1}
@@ -830,6 +756,9 @@
 | | ... | Suite teardown phase with traffic generator teardown.
 | | ... | Cleanup DPDK test environment.
 | | ...
+| | ... | TODO: Add "Traffic should pass with no loss" with min rate
+| | ... | on failure, as in the VPP test teardown?
+| | ...
 | | Teardown traffic generator | ${tg}
 | | Cleanup DPDK Environment | ${dut1} | ${dut1_if1} | ${dut1_if2}
 
@@ -838,117 +767,70 @@
 | | ... | Suite teardown phase with traffic generator teardown.
 | | ... | Cleanup DPDK test environment.
 | | ...
+| | ... | TODO: Add "Traffic should pass with no loss" with min rate
+| | ... | on failure, as in the VPP test teardown?
+| | ...
 | | Teardown traffic generator | ${tg}
 | | Cleanup DPDK Environment | ${dut1} | ${dut1_if1} | ${dut1_if2}
 | | Cleanup DPDK Environment | ${dut2} | ${dut2_if1} | ${dut2_if2}
 
-| Tear down performance discovery test with NAT
-| | [Documentation] | Common test teardown for ndrdisc and pdrdisc performance \
+| Tear down performance test with NAT
+| | [Documentation] | Common test teardown for performance \
 | | ... | tests with NAT feature used.
 | | ...
-| | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - traffic_profile - Traffic profile. Type: string
+| | ... | *Test Variables needed:*
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
-| | ... | \| Tear down performance discovery test with NAT \| 100000pps \| 64 \
-| | ... | \| ${traffic_profile} \|
-| | ...
-| | [Arguments] | ${rate} | ${framesize} | ${traffic_profile}
-| | ...
-| | Tear down performance discovery test | ${rate} | ${framesize}
-| | ... | ${traffic_profile}
-| | Show NAT verbose | ${dut1}
-| | Show NAT verbose | ${dut2}
-
-| Tear down mrr test with NAT
-| | [Documentation] | Common test teardown for mrr performance \
-| | ... | tests with NAT feature used.
-| | ...
-| | ... | \| Tear down mrr test with NAT \|
+| | ... | \| Tear down performance test with NAT \|
 | | ...
-| | Tear down performance mrr test
+| | Tear down performance test
 | | Show NAT verbose | ${dut1}
 | | Show NAT verbose | ${dut2}
 
 | Tear down performance test with ACL
-| | [Documentation] | Common test teardown for ndrdisc and pdrdisc performance \
+| | [Documentation] | Common test teardown for performance \
 | | ... | tests with ACL feature used.
 | | ...
-| | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - traffic_profile - Traffic profile. Type: string
+| | ... | *Test Variables needed:*
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
-| | ... | \| Tear down performance test with ACL \| 100000pps \| 64 \
-| | ... | \| ${traffic_profile} \|
-| | ...
-| | [Arguments] | ${rate} | ${framesize} | ${traffic_profile}
+| | ... | \| Tear down performance test with ACL \|
 | | ...
-| | Tear down performance discovery test | ${rate} | ${framesize}
-| | ... | ${traffic_profile}
-| | Run Keyword If Test Failed | Vpp Log Plugin Acl Settings | ${dut1}
-| | Run Keyword If Test Failed | Run Keyword And Ignore Error
-| | ... | Vpp Log Plugin Acl Interface Assignment | ${dut1}
-
-| Tear down mrr test with ACL
-| | [Documentation] | Common test teardown for mrr performance \
-| | ... | tests with ACL feature used.
-| | ...
-| | ... | *Example:*
-| | ...
-| | ... | \| Tear down mrr test with ACL \|
-| | ...
-| | Tear down performance mrr test
+| | Tear down performance test
 | | Run Keyword If Test Failed | Vpp Log Plugin Acl Settings | ${dut1}
 | | Run Keyword If Test Failed | Run Keyword And Ignore Error
 | | ... | Vpp Log Plugin Acl Interface Assignment | ${dut1}
 
 | Tear down performance test with MACIP ACL
-| | [Documentation] | Common test teardown for ndrdisc and pdrdisc performance \
+| | [Documentation] | Common test teardown for performance \
 | | ... | tests with MACIP ACL feature used.
 | | ...
-| | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - traffic_profile - Traffic profile. Type: string
-| | ...
-| | ... | *Example:*
-| | ...
-| | ... | \| Tear down performance test with MACIP ACL \| 100000pps \| 64 \
-| | ... | \| ${traffic_profile} \|
-| | ...
-| | [Arguments] | ${rate} | ${framesize} | ${traffic_profile}
-| | ...
-| | Tear down performance discovery test | ${rate} | ${framesize}
-| | ... | ${traffic_profile}
-| | Run Keyword If Test Failed | Run Keyword And Ignore Error
-| | ... | Vpp Log Macip Acl Settings | ${dut1}
-| | Run Keyword And Ignore Error
-| | ... | Vpp Log Macip Acl Interface Assignment | ${dut1}
-
-| Tear down mrr test with MACIP ACL
-| | [Documentation] | Common test teardown for mrr performance \
-| | ... | tests with MACIP ACL feature used.
+| | ... | *Test Variables needed:*
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
-| | ... | \| Tear down mrr test with MACIP ACL \|
+| | ... | \| Tear down performance test with MACIP ACL \|
 | | ...
-| | Tear down performance mrr test
+| | Tear down performance test
 | | Run Keyword If Test Failed | Run Keyword And Ignore Error
 | | ... | Vpp Log Macip Acl Settings | ${dut1}
 | | Run Keyword And Ignore Error
 | | ... | Vpp Log Macip Acl Interface Assignment | ${dut1}
 
 | Tear down performance test with Ligato Kubernetes
-| | [Documentation] | Common test teardown for ndrdisc and pdrdisc performance \
+| | [Documentation] | Common test teardown for performance \
 | | ... | tests with Ligato Kubernetes.
 | | ...
+| | ... | TODO: Call Tear down performance test?
+| | ...
 | | Run Keyword If Test Failed
 | | ... | Get Kubernetes logs on all DUTs | ${nodes} | csit
 | | Run Keyword If Test Failed
@@ -956,37 +838,18 @@
 | | Delete Kubernetes resource on all DUTs | ${nodes} | csit
 
 | Tear down performance test with SRv6 with encapsulation
-| | [Documentation] | Common test teardown for ndrdisc and pdrdisc performance \
+| | [Documentation] | Common test teardown for performance \
 | | ... | tests with SRv6 with encapsulation feature used.
 | | ...
-| | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer/string
-| | ... | - traffic_profile - Traffic profile. Type: string
+| | ... | *Test Variables needed:*
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
+| | ... | - traffic_profile - Profile name to initialize TG with. Type: string
 | | ...
 | | ... | *Example:*
 | | ...
-| | ... | \| Tear down performance test with SRv6 with encapsulation \
-| | ... | \| 100000pps \| 64 \| ${traffic_profile} \|
-| | ...
-| | [Arguments] | ${rate} | ${framesize} | ${traffic_profile}
+| | ... | \| Tear down performance test with SRv6 with encapsulation \|
 | | ...
-| | Tear down performance discovery test | ${rate} | ${framesize}
-| | ... | ${traffic_profile}
-| | Run Keyword If Test Failed | Show SR Policies on all DUTs | ${nodes}
-| | Run Keyword If Test Failed
-| | ... | Show SR Steering Policies on all DUTs | ${nodes}
-| | Run Keyword If Test Failed | Show SR LocalSIDs on all DUTs | ${nodes}
-
-| Tear down mrr test with SRv6 with encapsulation
-| | [Documentation] | Common test teardown for mrr tests with SRv6 with \
-| | ... | encapsulation feature used.
-| | ...
-| | ... | *Example:*
-| | ...
-| | ... | \| Tear down mrr test with SRv6 with encapsulation \|
-| | ...
-| | Tear down performance mrr test
+| | Tear down performance test
 | | Run Keyword If Test Failed | Show SR Policies on all DUTs | ${nodes}
 | | Run Keyword If Test Failed
 | | ... | Show SR Steering Policies on all DUTs | ${nodes}

diff --git a/resources/libraries/robot/performance/performance_utils.robot b/resources/libraries/robot/performance/performance_utils.robot
index 6ce706a..80fddc6 100644 (file)
--- a/resources/libraries/robot/performance/performance_utils.robot
+++ b/resources/libraries/robot/performance/performance_utils.robot
@@ -37,128 +37,28 @@
 | ... | and PDR.
 
 *** Keywords ***
-| Get Average Frame Size
-| | [Documentation]
-| | ... | Framesize can be either integer in case of a single packet
-| | ... | in stream, or set of packets in case of IMIX type or simmilar.
-| | ... | This keyword returns average framesize, as float or argument type.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize. Type: integer or string
-| | ...
-| | ... | *Example:*
-| | ...
-| | ... | \| Get Average Frame Size \| IMIX_v4_1 \|
-| | ...
-| | [Arguments] | ${framesize}
-| | ...
-| | Return From Keyword If | '${framesize}' == 'IMIX_v4_1' | ${353.83333}
-| | Return From Keyword | ${framesize}
-
-| Get Max Rate And Jumbo
-| | [Documentation]
-| | ... | Argument framesize can be either integer in case of a single packet
-| | ... | in stream, or IMIX string defining mix of packets.
-| | ... | For jumbo frames detection, the maximal packet size is relevant.
-| | ... | For maximal transmit rate, the average packet size is relevant.
-| | ... | In both cases, encapsulation overhead (if any) has effect.
-| | ... | The maximal rate is computed from line limit bandwidth,
-| | ... | but NICs also have an independent limit in packet rate.
-| | ... | For some NICs, the limit is not reachable (bps limit is stricter),
-| | ... | in those cases None is used (meaning no limiting).
-| | ...
-| | ... | This keyword returns computed maximal unidirectional transmit rate
-| | ... | and jumbo boolean (some suites need that).
-| | ...
-| | ... | *Arguments:*
-| | ... | - bps_limit - Line rate limit in bps. Type: integer
-| | ... | - framesize - Framesize in bytes or IMIX. Type: integer or string
-| | ... | - overhead - Overhead in bytes. Default: 0. Type: integer
-| | ... | - pps_limit - NIC limit rate value in pps. Type: integer or None
-| | ...
-| | ... | *Returns:*
-| | ... | - 2-tuple, consisting of:
-| | ... |   - Calculated unidirectional maximal transmit rate.
-| | ... |     Type: integer or float
-| | ... |   - Jumbo boolean, true if jumbo packet support has to be enabled.
-| | ... |     Type: boolean
-| | ...
-| | ... | *Example:*
-| | ...
-| | ... | \| Get Max Rate And Jumbo | \${10000000} \| IMIX_v4_1 \
-| | ... | \| overhead=\${40} \| pps_limit=\${18750000} \|
-| | ...
-| | [Arguments] | ${bps_limit} | ${framesize}
-| | ... | ${overhead}=${0} | ${pps_limit}=${None}
-| | ...
-| | ${avg_size} = | Get Average Frame Size | ${framesize}
-| | ${max_size} = | Set Variable If | '${framesize}' == 'IMIX_v4_1'
-| | ... | ${1518} | ${framesize}
-| | # swo := size_with_overhead
-| | ${avg_swo} = | Evaluate | ${avg_size} + ${overhead}
-| | ${max_swo} = | Evaluate | ${max_size} + ${overhead}
-| | ${jumbo} = | Set Variable If | ${max_swo} < 1522
-| | ... | ${False} | ${True}
-| | # For testing None see: https://groups.google.com/\
-| | #                       forum/#!topic/robotframework-users/XntFz0ocD9E
-| | ${limit_set} = | Set Variable | ${pps_limit != None}
-| | # TODO: Can our code handle float rate?
-| | ${rate} = | Evaluate | (${bps_limit}/((${avg_swo}+20)*8)).__trunc__()
-| | ${max_rate} = | Set Variable If | ${limit_set} and ${rate} > ${pps_limit}
-| | ... | ${pps_limit} | ${rate}
-| | Return From Keyword | ${max_rate} | ${jumbo}
-
-| Get Max Rate And Jumbo And Handle Multi Seg
-| | [Documentation]
-| | ... | This keyword adds correct multi seg configuration,
-| | ... | then returns the result of Get Max Rate And Jumbo keyword.
-| | ...
-| | ... | See Documentation of Get Max Rate And Jumbo for more details.
-| | ...
-| | ... | *Arguments:*
-| | ... | - bps_limit - Line rate limit in bps. Type: integer
-| | ... | - framesize - Framesize in bytes. Type: integer or string
-| | ... | - overhead - Overhead in bytes. Default: 0. Type: integer
-| | ... | - pps_limit - NIC limit rate value in pps. Type: integer or None
-| | ...
-| | ... | *Returns:*
-| | ... | - 2-tuple, consisting of:
-| | ... |   - Calculated unidirectional maximal transmit rate.
-| | ... |     Type: integer or float
-| | ... |   - Jumbo boolean, true if jumbo packet support has to be enabled.
-| | ... |     Type: boolean
-| | ...
-| | ... | *Example:*
-| | ...
-| | ... | \| Get Max Rate And Jumbo And Handle Multi Seg | \${10000000} \
-| | ... | \| IMIX_v4_1 \| overhead=\${40} \| pps_limit=\${18750000} \|
-| | ...
-| | [Arguments] | ${bps_limit} | ${framesize}
-| | ... | ${overhead}=${0} | ${pps_limit}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${bps_limit} | ${framesize} | ${overhead} | ${pps_limit}
-| | Run Keyword If | not ${jumbo} | Add no multi seg to all DUTs
-| | Return From Keyword | ${max_rate} | ${jumbo}
-
 | Find NDR and PDR intervals using optimized search
 | | [Documentation]
 | | ... | Find boundaries for RFC2544 compatible NDR and PDR values
 | | ... | using an optimized search algorithm.
 | | ... | Display results as formatted test message.
 | | ... | Fail if a resulting lower bound has too high loss fraction.
-| | ... | Proceed with Perform additional measurements based on NDRPDR result.
 | | ... | Input rates are understood as uni-directional,
 | | ... | reported result contains bi-directional rates.
+| | ... | Currently, the min_rate value is hardcoded to match test teardowns.
 | | ...
 | | ... | TODO: Should the trial duration of the additional
 | | ... | measurements be configurable?
 | | ...
+| | ... | Some inputs are read from variables to streamline suites.
+| | ...
+| | ... | *Test (or broader scope) variables read:*
+| | ... |   - traffic_profile - Topology type. Type: string
+| | ... |   - frame_size - L2 Frame Size [B] or IMIX string. Type: int or str
+| | ... |   - max_rate - Calculated unidirectional maximal transmit rate [pps].
+| | ... |     Type: float
+| | ...
 | | ... | *Arguments:*
-| | ... | - frame_size - L2 Frame Size [B] or IMIX string. Type: int or str
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - minimum_transmit_rate - Lower limit of search [pps]. Type: float
-| | ... | - maximum_transmit_rate - Upper limit of search [pps]. Type: float
 | | ... | - packet_loss_ratio - Accepted loss during search. Type: float
 | | ... | - final_relative_width - Maximal width multiple of upper. Type: float
 | | ... | - final_trial_duration - Duration of final trials [s]. Type: float
@@ -169,29 +69,25 @@
 | | ...
 | | ... | *Example:*
 | | ...
-| | ... | \| Find NDR and PDR intervals using optimized search \| \${64} \| \
-| | ... | 3-node-IPv4 \| \${100000} \| \${14880952} \| \${0.005} \| \${0.005} \
-| | ... | \| \${30.0} \| \${1.0} \| \${2} \| ${600.0} \| ${2} \|
+| | ... | \| Find NDR and PDR intervals using optimized search \| \${0.005}
+| | ... | \| \${0.005} \| \${30.0} \| \${1.0} \| \${2} \| ${600.0} \| ${2} \|
 | | ...
-| | [Arguments] | ${frame_size} | ${topology_type} | ${minimum_transmit_rate}
-| | ... | ${maximum_transmit_rate} | ${packet_loss_ratio}=${0.005}
+| | [Arguments] | ${packet_loss_ratio}=${0.005}
 | | ... | ${final_relative_width}=${0.005} | ${final_trial_duration}=${30.0}
 | | ... | ${initial_trial_duration}=${1.0}
 | | ... | ${number_of_intermediate_phases}=${2} | ${timeout}=${720.0}
 | | ... | ${doublings}=${2}
 | | ...
 | | ${result} = | Perform optimized ndrpdr search | ${frame_size}
-| | ... | ${topology_type} | ${minimum_transmit_rate*2}
-| | ... | ${maximum_transmit_rate*2} | ${packet_loss_ratio}
-| | ... | ${final_relative_width} | ${final_trial_duration}
-| | ... | ${initial_trial_duration} | ${number_of_intermediate_phases}
-| | ... | timeout=${timeout} | doublings=${doublings}
+| | ... | ${traffic_profile} | ${20000} | ${max_rate*2}
+| | ... | ${packet_loss_ratio} | ${final_relative_width}
+| | ... | ${final_trial_duration} | ${initial_trial_duration}
+| | ... | ${number_of_intermediate_phases} | timeout=${timeout}
+| | ... | doublings=${doublings}
 | | Display result of NDRPDR search | ${result} | ${frame_size}
 | | Check NDRPDR interval validity | ${result.pdr_interval}
 | | ... | ${packet_loss_ratio}
 | | Check NDRPDR interval validity | ${result.ndr_interval}
-| | Perform additional measurements based on NDRPDR result
-| | ... | ${result} | ${frame_size} | ${topology_type}
 
 | Find critical load using PLRsearch
 | | [Documentation]
@@ -201,28 +97,28 @@
 | | ... | Fail if computed lower bound is below minimal rate.
 | | ... | Input rates are understood as uni-directional,
 | | ... | reported result contains bi-directional rates.
-| | ... | TODO: Any additional measurements for debug purposes?
+| | ... | Currently, the min_rate value is hardcoded to match test teardowns.
+| | ... | Some inputs are read from variables to streamline suites.
+| | ...
+| | ... | *Test (or broader scope) variables read:*
+| | ... |   - traffic_profile - Topology type. Type: string
+| | ... |   - frame_size - L2 Frame Size [B] or IMIX string. Type: int or str
+| | ... |   - max_rate - Calculated unidirectional maximal transmit rate [pps].
+| | ... |     Type: float
 | | ...
 | | ... | *Arguments:*
-| | ... | - frame_size - L2 Frame Size [B] or IMIX string. Type: int or str
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - minimum_transmit_rate - Lower limit of search [pps]. Type: float
-| | ... | - maximum_transmit_rate - Upper limit of search [pps]. Type: float
 | | ... | - packet_loss_ratio - Accepted loss during search. Type: float
 | | ... | - timeout - Stop when search duration is longer [s]. Type: float
 | | ...
 | | ... | *Example:*
 | | ...
-| | ... | \| Find critical load usingPLR search \| \${64} \| \
-| | ... | 3-node-IPv4 \| \${100000} \| \${14880952} \| \${1e-7} \| \${1800} \
+| | ... | \| Find critical load usingPLR search \| \${1e-7} \| \${1800} \|
 | | ...
-| | [Arguments] | ${frame_size} | ${topology_type} | ${minimum_transmit_rate}
-| | ... | ${maximum_transmit_rate} | ${packet_loss_ratio}=${1e-7}
-| | ... | ${timeout}=${1800.0}
+| | [Arguments] | ${packet_loss_ratio}=${1e-7} | ${timeout}=${1800.0}
 | | ...
-| | ${min_rate} = | Set Variable | ${minimum_transmit_rate*2}
+| | ${min_rate} = | Set Variable | ${20000}
 | | ${average} | ${stdev} = | Perform soak search | ${frame_size}
-| | ... | ${topology_type} | ${min_rate} | ${maximum_transmit_rate*2}
+| | ... | ${traffic_profile} | ${min_rate} | ${max_rate*2}
 | | ... | ${packet_loss_ratio} | timeout=${timeout}
 | | ${lower} | ${upper} = | Display result of soak search
 | | ... | ${average} | ${stdev} | ${frame_size}
@@ -243,7 +139,7 @@
 | | ... | *Arguments:*
 | | ... | - text - Flavor text describing which bound is this. Type: string
 | | ... | - rate_total - Total (not per stream) measured Tr [pps]. Type: float
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
 | | ... | - latency - Latency data to display if non-empty. Type: string
 | | ...
 | | ... | *Example:*
@@ -251,9 +147,9 @@
 | | ... | \| Display single bound \| NDR lower bound \| \${12345.67} \
 | | ... | \| \${64} \| show_latency=\${EMPTY} \|
 | | ...
-| | [Arguments] | ${text} | ${rate_total} | ${framesize} | ${latency}=${EMPTY}
+| | [Arguments] | ${text} | ${rate_total} | ${frame_size} | ${latency}=${EMPTY}
 | | ...
-| | ${bandwidth_total} = | Evaluate | ${rate_total} * (${framesize}+20)*8 / 1e9
+| | ${bandwidth_total} = | Evaluate | ${rate_total} * (${frame_size}+20)*8 / 1e9
 | | Set Test Message | ${\n}${text}: ${rate_total} pps, | append=yes
 | | Set Test Message | ${bandwidth_total} Gbps (untagged) | append=yes
 | | Return From Keyword If | not """${latency}"""
@@ -273,25 +169,25 @@
 | | ...
 | | ... | *Arguments:*
 | | ... | - result - Measured result data per stream [pps]. Type: NdrPdrResult
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
 | | ...
 | | ... | *Example:*
 | | ...
 | | ... | \| Display result of NDRPDR search \| \${result} \| \${64} \|
 | | ...
-| | [Arguments] | ${result} | ${framesize}
+| | [Arguments] | ${result} | ${frame_size}
 | | ...
-| | ${framesize} = | Get Average Frame Size | ${framesize}
+| | ${frame_size} = | Get Average Frame Size | ${frame_size}
 | | Display single bound | NDR_LOWER
-| | ... | ${result.ndr_interval.measured_low.transmit_rate} | ${framesize}
+| | ... | ${result.ndr_interval.measured_low.transmit_rate} | ${frame_size}
 | | ... | ${result.ndr_interval.measured_low.latency}
 | | Display single bound | NDR_UPPER
-| | ... | ${result.ndr_interval.measured_high.transmit_rate} | ${framesize}
+| | ... | ${result.ndr_interval.measured_high.transmit_rate} | ${frame_size}
 | | Display single bound | PDR_LOWER
-| | ... | ${result.pdr_interval.measured_low.transmit_rate} | ${framesize}
+| | ... | ${result.pdr_interval.measured_low.transmit_rate} | ${frame_size}
 | | ... | ${result.pdr_interval.measured_low.latency}
 | | Display single bound | PDR_UPPER
-| | ... | ${result.pdr_interval.measured_high.transmit_rate} | ${framesize}
+| | ... | ${result.pdr_interval.measured_high.transmit_rate} | ${frame_size}
 
 | Display result of soak search
 | | [Documentation]
@@ -308,7 +204,7 @@
 | | ... | *Arguments:*
 | | ... | - avg - Estimated average critical load [pps]. Type: float
 | | ... | - stdev - Standard deviation of critical load [pps]. Type: float
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
 | | ...
 | | ... | *Returns:*
 | | ... | - Lower and upper bound of critical load [pps]. Type: 2-tuple of float
@@ -317,15 +213,15 @@
 | | ...
 | | ... | \| Display result of soak search \| \${100000} \| \${100} \| \${64} \|
 | | ...
-| | [Arguments] | ${avg} | ${stdev} | ${framesize}
+| | [Arguments] | ${avg} | ${stdev} | ${frame_size}
 | | ...
-| | ${framesize} = | Get Average Frame Size | ${framesize}
+| | ${frame_size} = | Get Average Frame Size | ${frame_size}
 | | ${avg} = | Convert To Number | ${avg}
 | | ${stdev} = | Convert To Number | ${stdev}
 | | ${lower} = | Evaluate | ${avg} - ${stdev}
 | | ${upper} = | Evaluate | ${avg} + ${stdev}
-| | Display single bound | PLRsearch lower bound: | ${lower} | ${framesize}
-| | Display single bound | PLRsearch upper bound: | ${upper} | ${framesize}
+| | Display single bound | PLRsearch lower bound: | ${lower} | ${frame_size}
+| | Display single bound | PLRsearch upper bound: | ${upper} | ${frame_size}
 | | Return From Keyword | ${lower} | ${upper}
 
 | Check NDRPDR interval validity
@@ -356,31 +252,6 @@
 | | ... | ${message}${\n}${message_zero} | ${message}${\n}${message_other}
 | | Fail | ${message}
 
-| Perform additional measurements based on NDRPDR result
-| | [Documentation]
-| | ... | Perform any additional measurements which are not directly needed
-| | ... | for determining NDR nor PDR, but which are needed for gathering
-| | ... | additional data for debug purposes.
-| | ... | Currently, just "Traffic should pass with no loss" is called.
-| | ... | TODO: Move latency measurements from optimized search here.
-| | ...
-| | ... | *Arguments:*
-| | ... | - result - Measured result data per stream [pps]. Type: NdrPdrResult
-| | ... | - frame_size - L2 Frame Size [B] or IMIX string. Type: int or str
-| | ... | - topology_type - Topology type. Type: string
-| | ...
-| | ... | *Example:*
-| | ... | \| Perform additional measurements based on NDRPDR result \
-| | ... | \| \${result} \| ${64} \| 3-node-IPv4 \|
-| | ...
-| | [Arguments] | ${result} | ${framesize} | ${topology_type}
-| | ...
-| | ${duration}= | Set Variable | 5.0
-| | ${rate_per_stream}= | Evaluate
-| | ... | ${result.ndr_interval.measured_low.target_tr} / 2.0
-| | Traffic should pass with no loss | ${duration} | ${rate_per_stream}pps
-| | ... | ${framesize} | ${topology_type} | fail_on_loss=${False}
-
 | Traffic should pass with no loss
 | | [Documentation]
 | | ... | Send traffic at specified rate. No packet loss is accepted at loss
@@ -389,8 +260,8 @@
 | | ... | *Arguments:*
 | | ... | - duration - Duration of traffic run [s]. Type: integer
 | | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B] or IMIX_v4_1. Type: integer/string
-| | ... | - topology_type - Topology type. Type: string
+| | ... | - frame_size - L2 Frame Size [B] or IMIX_v4_1. Type: integer/string
+| | ... | - traffic_profile - Topology type. Type: string
 | | ... | - fail_on_loss - If True, the keyword fails if loss occurred.
 | | ... | Type: boolean
 | | ...
@@ -399,22 +270,27 @@
 | | ... | \| Traffic should pass with no loss \| 10 \| 4.0mpps \| 64 \
 | | ... | \| 3-node-IPv4 \|
 | | ...
-| | [Arguments] | ${duration} | ${rate} | ${framesize} | ${topology_type}
+| | [Arguments] | ${duration} | ${rate} | ${frame_size} | ${traffic_profile}
 | | ... | ${fail_on_loss}=${True}
 | | ...
-| | Send traffic at specified rate | ${duration} | ${rate} | ${framesize}
-| | ... | ${topology_type}
+| | Send traffic at specified rate | ${duration} | ${rate} | ${frame_size}
+| | ... | ${traffic_profile}
 | | Run Keyword If | ${fail_on_loss} | No traffic loss occurred
 
 | Traffic should pass with maximum rate
 | | [Documentation]
 | | ... | Send traffic at maximum rate.
 | | ...
+| | ... | Some inputs are read from variables to streamline suites.
+| | ...
+| | ... | *Test (or broader scope) variables read:*
+| | ... |   - traffic_profile - Topology type. Type: string
+| | ... |   - frame_size - L2 Frame Size [B] or IMIX string. Type: int or str
+| | ... |   - max_rate - Calculated unidirectional maximal transmit rate [pps].
+| | ... |     Type: float
+| | ...
 | | ... | *Arguments:*
-| | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B] or IMIX_v4_1. Type: integer/string
-| | ... | - topology_type - Topology type. Type: string
-| | ... | - subsamples - How many trials in this measurement. Type:int
+| | ... | - subsamples - How many trials in this measurement. Type: int
 | | ... | - trial_duration - Duration of single trial [s]. Type: float
 | | ... | - fail_no_traffic - Whether to fail on zero receive count. Type: boolean
 | | ... | - unidirection - False if traffic is bidirectional. Type: boolean
@@ -423,18 +299,16 @@
 | | ...
 | | ... | *Example:*
 | | ...
-| | ... | \| Traffic should pass with maximum rate \| 4.0mpps \| 64 \
-| | ... | \| 3-node-IPv4 \| ${1} \| ${10.0} \| ${False}
-| | ... | \| ${False} \| ${0} | ${1} \|
+| | ... | \| Traffic should pass with maximum rate \| ${1} \| ${10.0} \|
+| | ... | \| ${False} \| ${False} \| ${0} \| ${1} \|
 | | ...
-| | [Arguments] | ${rate} | ${framesize} | ${topology_type}
-| | ... | ${trial_duration}=${perf_trial_duration} | ${fail_no_traffic}=${True}
-| | ... | ${subsamples}=${perf_trial_multiplicity}
+| | [Arguments] | ${trial_duration}=${perf_trial_duration}
+| | ... | ${fail_no_traffic}=${True} | ${subsamples}=${perf_trial_multiplicity}
 | | ... | ${unidirection}=${False} | ${tx_port}=${0} | ${rx_port}=${1}
 | | ...
-| | ${results} = | Send traffic at specified rate | ${trial_duration} | ${rate}
-| | ... | ${framesize} | ${topology_type} | ${subsamples} | ${unidirection}
-| | ... | ${tx_port} | ${rx_port}
+| | ${results} = | Send traffic at specified rate | ${trial_duration}
+| | ... | ${max_rate}pps | ${frame_size} | ${traffic_profile} | ${subsamples}
+| | ... | ${unidirection} | ${tx_port} | ${rx_port}
 | | Set Test Message | ${\n}Maximum Receive Rate trial results
 | | Set Test Message | in packets per second: ${results}
 | | ... | append=yes
@@ -446,12 +320,13 @@
 | | [Documentation]
 | | ... | Send traffic at specified rate.
 | | ... | Return list of measured receive rates.
+| | ... | The rate argument should be TRex friendly, so it should include "pps".
 | | ...
 | | ... | *Arguments:*
 | | ... | - trial_duration - Duration of single trial [s]. Type: float
 | | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B]. Type: integer/string
-| | ... | - topology_type - Topology type. Type: string
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer/string
+| | ... | - traffic_profile - Topology type. Type: string
 | | ... | - subsamples - How many trials in this measurement. Type: int
 | | ... | - unidirection - False if traffic is bidirectional. Type: boolean
 | | ... | - tx_port - TX port of TG, default 0. Type: integer
@@ -462,12 +337,12 @@
 | | ... | \| Send traffic at specified rate \| ${1.0} \| 4.0mpps \| 64 \
 | | ... | \| 3-node-IPv4 \| ${10} \| ${False} \| ${0} | ${1} \|
 | | ...
-| | [Arguments] | ${trial_duration} | ${rate} | ${framesize}
-| | ... | ${topology_type} | ${subsamples}=${1} | ${unidirection}=${False}
+| | [Arguments] | ${trial_duration} | ${rate} | ${frame_size}
+| | ... | ${traffic_profile} | ${subsamples}=${1} | ${unidirection}=${False}
 | | ... | ${tx_port}=${0} | ${rx_port}=${1}
 | | ...
 | | Clear and show runtime counters with running traffic | ${trial_duration}
-| | ... | ${rate} | ${framesize} | ${topology_type}
+| | ... | ${rate} | ${frame_size} | ${traffic_profile}
 | | ... | ${unidirection} | ${tx_port} | ${rx_port}
 | | Run Keyword If | ${dut_stats}==${True} | Clear all counters on all DUTs
 | | Run Keyword If | ${dut_stats}==${True} and ${pkt_trace}==${True}
@@ -478,8 +353,8 @@
 | | :FOR | ${i} | IN RANGE | ${subsamples}
 | | | # The following line is skipping some default arguments,
 | | | # that is why subsequent arguments have to be named.
-| | | Send traffic on tg | ${trial_duration} | ${rate} | ${framesize}
-| | | ... | ${topology_type} | warmup_time=${0} | unidirection=${unidirection}
+| | | Send traffic on tg | ${trial_duration} | ${rate} | ${frame_size}
+| | | ... | ${traffic_profile} | warmup_time=${0} | unidirection=${unidirection}
 | | | ... | tx_port=${tx_port} | rx_port=${rx_port}
 | | | ${rx} = | Get Received
 | | | ${rr} = | Evaluate | ${rx} / ${trial_duration}
@@ -501,8 +376,8 @@
 | | ... | *Arguments:*
 | | ... | - duration - Duration of traffic run [s]. Type: integer
 | | ... | - rate - Rate for sending packets. Type: string
-| | ... | - framesize - L2 Frame Size [B] or IMIX_v4_1. Type: integer/string
-| | ... | - topology_type - Topology type. Type: string
+| | ... | - frame_size - L2 Frame Size [B] or IMIX_v4_1. Type: integer/string
+| | ... | - traffic_profile - Topology type. Type: string
 | | ... | - unidirection - False if traffic is bidirectional. Type: boolean
 | | ... | - tx_port - TX port of TG, default 0. Type: integer
 | | ... | - rx_port - RX port of TG, default 1. Type: integer
@@ -512,10 +387,11 @@
 | | ... | \| Clear and show runtime counters with running traffic \| 10 \
 | | ... | \| 4.0mpps \| 64 \| 3-node-IPv4 \| ${False} \| ${0} | ${1} \|
 | | ...
-| | [Arguments] | ${duration} | ${rate} | ${framesize} | ${topology_type}
+| | [Arguments] | ${duration} | ${rate} | ${frame_size} | ${traffic_profile}
 | | ... | ${unidirection}=${False} | ${tx_port}=${0} | ${rx_port}=${1}
 | | ...
-| | Send traffic on tg | ${-1} | ${rate} | ${framesize} | ${topology_type}
+| | # Duration of -1 means we will stop traffic manually.
+| | Send traffic on tg | ${-1} | ${rate} | ${frame_size} | ${traffic_profile}
 | | ... | warmup_time=${0} | async_call=${True} | latency=${False}
 | | ... | unidirection=${unidirection} | tx_port=${tx_port} | rx_port=${rx_port}
 | | Run Keyword If | ${dut_stats}==${True}

diff --git a/resources/libraries/robot/shared/default.robot b/resources/libraries/robot/shared/default.robot
index 8f19242..59fd83d 100644 (file)
--- a/resources/libraries/robot/shared/default.robot
+++ b/resources/libraries/robot/shared/default.robot
@@ -106,21 +106,21 @@
 | | ... | *Arguments:*
 | | ... | - numvfs - Number of VFs to initialize, 0 - disable the VFs
 | | ... | (Optional). Type: integer, default value: ${1}
-| | ... | - topology_type - Topology type.
+| | ... | - traffic_type - A value affecting behavior, such as spoofing.
 | | ... | (Optional). Type: string, default value: L2
 | | ...
 | | ... | *Example:*
 | | ...
 | | ... | \| Configure AVF device on all DUTs \| ${1} \| L2 \|
 | | ...
-| | [Arguments] | ${numvfs}=${1} | ${topology_type}=L2
+| | [Arguments] | ${numvfs}=${1} | ${traffic_type}=L2
 | | ...
 | | ${duts}= | Get Matches | ${nodes} | DUT*
 | | :FOR | ${dut} | IN | @{duts}
 | | | ${if1_avf_arr}= | Init AVF interface | ${nodes['${dut}']} | ${${dut}_if1}
-| | | ... | numvfs=${numvfs} | topology_type=${topology_type}
+| | | ... | numvfs=${numvfs} | traffic_type=${traffic_type}
 | | | ${if2_avf_arr}= | Init AVF interface | ${nodes['${dut}']} | ${${dut}_if2}
-| | | ... | numvfs=${numvfs} | topology_type=${topology_type}
+| | | ... | numvfs=${numvfs} | traffic_type=${traffic_type}
 # Currently only one AVF is supported.
 | | | Set Suite Variable | ${${dut}_if1_vf0} | ${if1_avf_arr[0]}
 | | | Set Suite Variable | ${${dut}_if2_vf0} | ${if2_avf_arr[0]}

diff --git a/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-mrr.robot
deleted file mode 100644 (file)
index 1814820..0000000
--- a/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-mrr.robot
+++ /dev/null
@@ -1,116 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | MRR | 1NUMA
-| ... | NIC_Intel-X520-DA2 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 and DUT2 tested with\
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.robot b/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.robot
deleted file mode 100644 (file)
index dfccff9..0000000
--- a/tests/dpdk/perf/10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.robot
+++ /dev/null
@@ -1,120 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | NDRPDR | 1NUMA
-| ... | NIC_Intel-X520-DA2 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 and DUT2 tested with\
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-mrr.robot b/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-mrr.robot
deleted file mode 100644 (file)
index c6f1c83..0000000
--- a/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-mrr.robot
+++ /dev/null
@@ -1,115 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | 1NUMA
-| ... | NIC_Intel-X520-DA2 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK l3fwd application\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.robot b/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.robot
deleted file mode 100644 (file)
index c3cd511..0000000
--- a/tests/dpdk/perf/10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.robot
+++ /dev/null
@@ -1,119 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | 1NUMA
-| ... | NIC_Intel-X520-DA2 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK l3fwd application\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot
deleted file mode 100644 (file)
index fa5144e..0000000
--- a/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot
+++ /dev/null
@@ -1,116 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | MRR | 1NUMA
-| ... | NIC_Intel-X710 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 and DUT2 tested with\
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.robot b/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.robot
index b82e0ed..f81f3dd 100644 (file)
--- a/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.robot
+++ b/tests/dpdk/perf/10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -23,7 +23,7 @@
 | ... | NIC_Intel-X710 | DPDK | ETH | L2XCFWD | BASE
 | ...
 | Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down DPDK 3-node performance topology
 | ...
 | Test Template | Local Template
@@ -34,12 +34,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK testpmd\
 | ... | application and use the io forwarding mode. DUT1 and DUT2 tested with\
-| ... | 2p10GE NIC X710 by Intel.
+| ... | ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 254 flows per flow-group) with\
@@ -47,8 +47,8 @@
 | ... | MAC addresses are matching MAC addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -57,64 +57,61 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2 frame forwarding config.\
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo
 | | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/10ge2p1x710-ethip4-ip4base-l3fwd-mrr.robot b/tests/dpdk/perf/10ge2p1x710-ethip4-ip4base-l3fwd-mrr.robot
deleted file mode 100644 (file)
index 825be28..0000000
--- a/tests/dpdk/perf/10ge2p1x710-ethip4-ip4base-l3fwd-mrr.robot
+++ /dev/null
@@ -1,115 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | 1NUMA
-| ... | NIC_Intel-X710 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK l3fwd application\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.robot b/tests/dpdk/perf/10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.robot
index ac833a9..09f2073 100644 (file)
--- a/tests/dpdk/perf/10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.robot
+++ b/tests/dpdk/perf/10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -23,7 +23,7 @@
 | ... | NIC_Intel-X710 | DPDK | IP4FWD | BASE | ETH
 | ...
 | Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down DPDK 3-node performance topology
 | ...
 | Test Template | Local Template
@@ -33,9 +33,12 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK l3fwd application\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
+| ... | DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets\
@@ -44,8 +47,8 @@
 | ... | interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
 
@@ -54,64 +57,61 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L3 IPv4 routing config.\
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo
 | | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.robot
deleted file mode 100644 (file)
index dbe3d3a..0000000
--- a/tests/dpdk/perf/25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.robot
+++ /dev/null
@@ -1,118 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | MRR | 1NUMA
-| ... | NIC_Intel-XXV710 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 and DUT2 tested with\
-| ... | 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XXV10-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.robot b/tests/dpdk/perf/25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.robot
deleted file mode 100644 (file)
index cd229b6..0000000
--- a/tests/dpdk/perf/25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.robot
+++ /dev/null
@@ -1,122 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | NDRPDR | 1NUMA
-| ... | NIC_Intel-XXV710 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 and DUT2 tested with\
-| ... | 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV10-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.robot b/tests/dpdk/perf/25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.robot
deleted file mode 100644 (file)
index 26e4087..0000000
--- a/tests/dpdk/perf/25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.robot
+++ /dev/null
@@ -1,117 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | 1NUMA
-| ... | NIC_Intel-XXV710 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK l3fwd application\
-| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.robot b/tests/dpdk/perf/25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.robot
deleted file mode 100644 (file)
index cff6bfe..0000000
--- a/tests/dpdk/perf/25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.robot
+++ /dev/null
@@ -1,121 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | 1NUMA
-| ... | NIC_Intel-XXV710 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK l3fwd application\
-| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/2n1l-10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/2n1l-10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot
deleted file mode 100644 (file)
index 1b5766a..0000000
--- a/tests/dpdk/perf/2n1l-10ge2p1x710-eth-l2xcbase-testpmd-mrr.robot
+++ /dev/null
@@ -1,116 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | MRR | 1NUMA
-| ... | NIC_Intel-X710 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down DPDK 2-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 tested with\
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.robot b/tests/dpdk/perf/2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.robot
index 8dd8b26..22e2080 100644 (file)
--- a/tests/dpdk/perf/2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.robot
+++ b/tests/dpdk/perf/2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -23,7 +23,7 @@
 | ... | NIC_Intel-X710 | DPDK | ETH | L2XCFWD | BASE
 | ...
 | Suite Setup | Set up DPDK 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down DPDK 2-node performance topology
 | ...
 | Test Template | Local Template
@@ -34,12 +34,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
 | ... | *[Cfg] DUT configuration:* DUT1 run the DPDK testpmd\
 | ... | application and use the io forwarding mode. DUT1 tested with\
-| ... | 2p10GE NIC X710 by Intel.
+| ... | ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 254 flows per flow-group) with\
@@ -47,8 +47,8 @@
 | ... | MAC addresses are matching MAC addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -57,64 +57,61 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2 frame forwarding config.\
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo
 | | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-testpmd-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-mrr.robot b/tests/dpdk/perf/2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-mrr.robot
deleted file mode 100644 (file)
index deea58c..0000000
--- a/tests/dpdk/perf/2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-mrr.robot
+++ /dev/null
@@ -1,115 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | 1NUMA
-| ... | NIC_Intel-X710 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down DPDK 2-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 run the DPDK l3fwd application\
-| ... | DUT1 tested with 2p10GE NIC X710 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.robot b/tests/dpdk/perf/2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.robot
index 74f7531..84a6474 100644 (file)
--- a/tests/dpdk/perf/2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.robot
+++ b/tests/dpdk/perf/2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -23,7 +23,7 @@
 | ... | NIC_Intel-X710 | DPDK | IP4FWD | BASE | ETH
 | ...
 | Suite Setup | Set up DPDK 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down DPDK 2-node performance topology
 | ...
 | Test Template | Local Template
@@ -33,9 +33,12 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 run the DPDK l3fwd application\
-| ... | DUT1 tested with 2p10GE NIC X710 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
+| ... | DUT1 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets\
@@ -44,8 +47,8 @@
 | ... | interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
 
@@ -54,64 +57,61 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L3 IPv4 routing config.\
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo
 | | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-l3fwd-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.robot
deleted file mode 100644 (file)
index 0b173c1..0000000
--- a/tests/dpdk/perf/2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.robot
+++ /dev/null
@@ -1,118 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | MRR | 1NUMA
-| ... | NIC_Intel-XXV710 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down DPDK 2-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 tested with\
-| ... | 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XXV10-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.robot b/tests/dpdk/perf/2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.robot
deleted file mode 100644 (file)
index 68d00ee..0000000
--- a/tests/dpdk/perf/2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.robot
+++ /dev/null
@@ -1,122 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | NDRPDR | 1NUMA
-| ... | NIC_Intel-XXV710 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down DPDK 2-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 tested with\
-| ... | 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV10-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.robot b/tests/dpdk/perf/2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.robot
deleted file mode 100644 (file)
index aa7c131..0000000
--- a/tests/dpdk/perf/2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.robot
+++ /dev/null
@@ -1,117 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | 1NUMA
-| ... | NIC_Intel-XXV710 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down DPDK 2-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 run the DPDK l3fwd application\
-| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.robot b/tests/dpdk/perf/2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.robot
deleted file mode 100644 (file)
index 396a708..0000000
--- a/tests/dpdk/perf/2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.robot
+++ /dev/null
@@ -1,121 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | 1NUMA
-| ... | NIC_Intel-XXV710 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down DPDK 2-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 run the DPDK l3fwd application\
-| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-mrr.robot b/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-mrr.robot
deleted file mode 100644 (file)
index 9a1471d..0000000
--- a/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-mrr.robot
+++ /dev/null
@@ -1,118 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | MRR | 1NUMA
-| ... | NIC_Intel-XL710 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 and DUT2 tested with\
-| ... | 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.robot b/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.robot
deleted file mode 100644 (file)
index c863244..0000000
--- a/tests/dpdk/perf/40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.robot
+++ /dev/null
@@ -1,122 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | HW_ENV | PERFTEST | NDRPDR | 1NUMA
-| ... | NIC_Intel-XL710 | DPDK | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 frame forwarding.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK testpmd\
-| ... | application and use the io forwarding mode. DUT1 and DUT2 tested with\
-| ... | 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 frame forwarding config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L2FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-testpmd-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/40ge2p1xl710-ethip4-ip4base-l3fwd-mrr.robot b/tests/dpdk/perf/40ge2p1xl710-ethip4-ip4base-l3fwd-mrr.robot
deleted file mode 100644 (file)
index 369e305..0000000
--- a/tests/dpdk/perf/40ge2p1xl710-ethip4-ip4base-l3fwd-mrr.robot
+++ /dev/null
@@ -1,117 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | 1NUMA
-| ... | NIC_Intel-XL710 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XL710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK l3fwd application\
-| ... | DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.robot b/tests/dpdk/perf/40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.robot
deleted file mode 100644 (file)
index d03707d..0000000
--- a/tests/dpdk/perf/40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.robot
+++ /dev/null
@@ -1,121 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/dpdk/default.robot
-| Library | resources.libraries.python.topology.Topology
-| Library | resources.libraries.python.NodePath
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.DPDK.DPDKTools
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | 1NUMA
-| ... | NIC_Intel-XL710 | DPDK | IP4FWD | BASE | ETH
-| ...
-| Suite Setup | Set up DPDK 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XL710
-| Suite Teardown | Tear down DPDK 3-node performance topology
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L3 IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 run the DPDK l3fwd application\
-| ... | DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst253_l3fwd
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L3 IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | Given Start L3FWD on all DUTs | ${phy_cores} | ${rxq} | ${jumbo}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-l3fwd-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/dpdk/perf/__init__.robot b/tests/dpdk/perf/__init__.robot
index 834fd48..d48d5f4 100644 (file)
--- a/tests/dpdk/perf/__init__.robot
+++ b/tests/dpdk/perf/__init__.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -31,8 +31,6 @@
 | | ... | Setup suite Variables. Variables are used across performance testing.
 | | ...
 | | ... | _NOTE:_ This KW sets following suite variables:
-| | ... | - perf_pdr_loss_acceptance - Loss acceptance treshold
-| | ... | - perf_pdr_loss_acceptance_type - Loss acceptance treshold type
 | | ... | - pkt_trace - Switch to enable packet trace for test
 | | ... | - dut_stats - Switch to enable DUT statistics
 | | ...

diff --git a/tests/dpdk/perf/regenerate_testcases.py b/tests/dpdk/perf/regenerate_testcases.py
index e9eea74..9a4429f 100755 (executable)
--- a/tests/dpdk/perf/regenerate_testcases.py
+++ b/tests/dpdk/perf/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,4 +16,5 @@
 from resources.libraries.python.autogen.Regenerator import Regenerator
 
 # Do not match __init__.robot
+# Match -ndrpdr or future types.
 Regenerator().regenerate_glob("*r.robot")

diff --git a/tests/kubernetes/perf/__init__.robot b/tests/kubernetes/perf/__init__.robot
index d21f2ee..c433cc7 100644 (file)
--- a/tests/kubernetes/perf/__init__.robot
+++ b/tests/kubernetes/perf/__init__.robot
@@ -42,8 +42,6 @@
 | | ...
 | | ... | _NOTE:_ This KW sets following suite variables:
 | | ... | - dcr_image - vpp-agent docker image
-| | ... | - perf_pdr_loss_acceptance - Loss acceptance treshold
-| | ... | - perf_pdr_loss_acceptance_type - Loss acceptance treshold type
 | | ... | - pkt_trace - Switch to enable packet trace for test
 | | ... | - dut_stats - Switch to enable DUT statistics
 | | ... | - uio_driver - Default UIO driver
@@ -51,8 +49,6 @@
 | | ...
 | | Set Global Variable | ${dcr_image}
 | | ... | /tmp/openvpp-testing/download_dir/prod_vpp_agent.tar.gz
-| | Set Global Variable | ${perf_pdr_loss_acceptance} | 0.5
-| | Set Global Variable | ${perf_pdr_loss_acceptance_type} | percentage
 | | Set Global Variable | ${pkt_trace} | ${False}
 | | Set Global Variable | ${dut_stats} | ${False}
 | | @{plugins_to_enable}= | Create List | dpdk_plugin.so

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot
deleted file mode 100644 (file)
index b7c9de7..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot
+++ /dev/null
@@ -1,159 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | BASE | MEMIF
-| ... | K8S | 1VSWITCH | 1VNF | VPP_AGENT | SFC_CONTROLLER | PARALLEL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Container is connected to VSWITCH container via Memif interface. All
-| ... | containers is running same VPP version. Containers are deployed with
-| ... | Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index f25009e..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,164 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | BASE | MEMIF
-| ... | K8S | 1VSWITCH | 1VNF | VPP_AGENT | SFC_CONTROLLER | PARALLEL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| # TODO: Create teardown based on Tear down performance discovery test.
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Container is connected to VSWITCH container via Memif interface. All
-| ... | containers is running same VPP version. Containers are deployed with
-| ... | Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot
deleted file mode 100644 (file)
index a03dea0..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index 0df265a..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,170 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot
deleted file mode 100644 (file)
index 359dd25..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot
+++ /dev/null
@@ -1,180 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index 0576add..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,184 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot
deleted file mode 100644 (file)
index e02bb42..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index 64b5309..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,170 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot
deleted file mode 100644 (file)
index 90508ec..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot
+++ /dev/null
@@ -1,180 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index ee61af1..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,184 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot
deleted file mode 100644 (file)
index bc062c7..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot
+++ /dev/null
@@ -1,158 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 1VNF | VPP_AGENT | SFC_CONTROLLER | PARALLEL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Container is connected to VSWITCH container via Memif interface. All
-| ... | containers is running same VPP version. Containers are deployed with
-| ... | Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index 2cfabf6..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,162 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 1VNF | VPP_AGENT | SFC_CONTROLLER | PARALLEL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Container is connected to VSWITCH container via Memif interface. All
-| ... | containers is running same VPP version. Containers are deployed with
-| ... | Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot
deleted file mode 100644 (file)
index d976de2..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot
+++ /dev/null
@@ -1,165 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index 3ed9578..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,169 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot
deleted file mode 100644 (file)
index 9986583..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot
+++ /dev/null
@@ -1,179 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index bb81866..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,183 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot
deleted file mode 100644 (file)
index a7d6d0a..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot
+++ /dev/null
@@ -1,165 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index 0246cdc..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,169 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot
deleted file mode 100644 (file)
index 35034dc..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot
+++ /dev/null
@@ -1,179 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
deleted file mode 100644 (file)
index f2bf041..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x520-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
+++ /dev/null
@@ -1,183 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot
deleted file mode 100644 (file)
index 9310b31..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot
+++ /dev/null
@@ -1,159 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | L2BDBASE | BASE | MEMIF
-| ... | K8S | 1VSWITCH | 1VNF | VPP_AGENT | SFC_CONTROLLER | PARALLEL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | VNF Container is connected to VSWITCH container via Memif interface. All
-| ... | containers is running same VPP version. Containers are deployed with
-| ... | Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
index f40b6fc..beaff76 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 1VNF | VPP_AGENT | SFC_CONTROLLER | PARALLEL
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -36,15 +34,15 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
 | ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
+| ... | ${nic_name}.\
 | ... | VNF Container is connected to VSWITCH container via Memif interface. All
 | ... | containers is running same VPP version. Containers are deployed with
 | ... | Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -53,8 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral
 # Traffic profile:
@@ -71,18 +69,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -111,53 +107,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot
deleted file mode 100644 (file)
index f57d86c..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
index 8ad6082..c71b450 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -36,15 +34,15 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
 | ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
+| ... | ${nic_name}.\
 | ... | VNF Containers are connected to VSWITCH container via Memif interface.
 | ... | All containers are running same VPP version. Containers are deployed
 | ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -53,8 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz
 # Traffic profile:
@@ -71,18 +69,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -118,53 +114,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot
deleted file mode 100644 (file)
index ea45abb..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot
+++ /dev/null
@@ -1,180 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
index 4edc40e..66cdeeb 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -36,15 +34,15 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
 | ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
+| ... | ${nic_name}.\
 | ... | VNF Containers are connected to VSWITCH container via Memif interface.
 | ... | All containers are running same VPP version. Containers are deployed
 | ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -53,8 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz
 # Traffic profile:
@@ -71,18 +69,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -132,53 +128,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot
deleted file mode 100644 (file)
index dcb66b7..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
index 5228c0a..5b69c97 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -36,15 +34,15 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
 | ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
+| ... | ${nic_name}.\
 | ... | VNF Containers are connected to VSWITCH container via Memif interface.
 | ... | All containers are running same VPP version. Containers are deployed
 | ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -53,8 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain
 # Traffic profile:
@@ -71,18 +69,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -118,53 +114,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot
deleted file mode 100644 (file)
index 1edab03..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot
+++ /dev/null
@@ -1,180 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | L2BDBASE | SCALE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
index d3974b2..5c7bbf7 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -36,15 +34,15 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
 | ... | bridge domains and MAC learning enabled. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
+| ... | ${nic_name}.\
 | ... | VNF Containers are connected to VSWITCH container via Memif interface.
 | ... | All containers are running same VPP version. Containers are deployed
 | ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -53,8 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain
 # Traffic profile:
@@ -71,18 +69,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -132,53 +128,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2bdbasemaclrn-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot
deleted file mode 100644 (file)
index 9a22101..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr.robot
+++ /dev/null
@@ -1,158 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 1VNF | VPP_AGENT | SFC_CONTROLLER | PARALLEL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | VNF Container is connected to VSWITCH container via Memif interface. All
-| ... | containers is running same VPP version. Containers are deployed with
-| ... | Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
index c270487..06771d2 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 1VNF | VPP_AGENT | SFC_CONTROLLER | PARALLEL
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -35,15 +33,15 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | VNF Container is connected to VSWITCH container via Memif interface. All
 | ... | containers is running same VPP version. Containers are deployed with
 | ... | Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -52,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral
 # Traffic profile:
@@ -70,18 +68,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -110,53 +106,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-1paral-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot
deleted file mode 100644 (file)
index db9a99a..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr.robot
+++ /dev/null
@@ -1,165 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
index 6486f91..350db05 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -35,15 +33,15 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | VNF Containers are connected to VSWITCH container via Memif interface.
 | ... | All containers are running same VPP version. Containers are deployed
 | ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -52,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz
 # Traffic profile:
@@ -70,18 +68,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -117,53 +113,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-2drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot
deleted file mode 100644 (file)
index 7867645..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr.robot
+++ /dev/null
@@ -1,179 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
index fd946e4..0d89161 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | HORIZONTAL
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -35,15 +33,15 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | VNF Containers are connected to VSWITCH container via Memif interface.
 | ... | All containers are running same VPP version. Containers are deployed
 | ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -52,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz
 # Traffic profile:
@@ -70,18 +68,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -131,53 +127,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2xcbase-eth-2memif-4drcl2xc-1horiz-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot
deleted file mode 100644 (file)
index d0f3e75..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr.robot
+++ /dev/null
@@ -1,165 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
index ae124b3..b3344f2 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 2VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -35,15 +33,15 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | VNF Containers are connected to VSWITCH container via Memif interface.
 | ... | All containers are running same VPP version. Containers are deployed
 | ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -52,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain
 # Traffic profile:
@@ -70,18 +68,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -117,53 +113,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot
deleted file mode 100644 (file)
index a68169a..0000000
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr.robot
+++ /dev/null
@@ -1,179 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | SCALE | L2XCBASE | MEMIF
-| ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Teardown | Tear down performance test with Ligato Kubernetes
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | VNF Containers are connected to VSWITCH container via Memif interface.
-| ... | All containers are running same VPP version. Containers are deployed
-| ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SFC profile
-| ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# CPU settings
-| ${system_cpus}= | ${1}
-| ${vswitch_cpus}= | ${5}
-| ${vnf_cpus}= | ${2}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs Container orchestrated config.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | ...
-| | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
-| | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
-| | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
-| | ${dut2_if2_name}= | Get interface name | ${dut2} | ${dut2_if2}
-| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1}
-| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2}
-| | Create Kubernetes VSWITCH startup config on all DUTs
-| | ... | ${phy_cores} | ${rxq} | ${jumbo}
-| | Create Kubernetes VNF'1' startup config on all DUTs
-| | Create Kubernetes VNF'2' startup config on all DUTs
-| | Create Kubernetes VNF'3' startup config on all DUTs
-| | Create Kubernetes VNF'4' startup config on all DUTs
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vswitch-vpp-cfg | vpp.conf=/tmp/vswitch.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf1-vpp-cfg | vpp.conf=/tmp/vnf1.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf2-vpp-cfg | vpp.conf=/tmp/vnf2.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf3-vpp-cfg | vpp.conf=/tmp/vnf3.conf
-| | Create Kubernetes CM from file on all DUTs | ${nodes} | csit
-| | ... | name=vnf4-vpp-cfg | vpp.conf=/tmp/vnf4.conf
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf1
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf2
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf3
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | pods/contiv-vnf.yaml | $$VNF$$=vnf4
-| | Apply Kubernetes resource on node | ${dut1}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut1_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut1_if2_name}
-| | Apply Kubernetes resource on node | ${dut2}
-| | ... | ${sfc_profile}.yaml | $$TEST_NAME$$=${TEST NAME}
-| | ... | $$VSWITCH_IF1$$=${dut2_if1_name}
-| | ... | $$VSWITCH_IF2$$=${dut2_if2_name}
-| | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
-| | Set Kubernetes PODs affinity on all DUTs | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
index b0369fb..6072680 100644 (file)
--- a/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
+++ b/tests/kubernetes/perf/container_memif/10ge2p1x710-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,10 @@
 | ... | K8S | 1VSWITCH | 4VNF | VPP_AGENT | SFC_CONTROLLER | CHAIN
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Test Setup | Set up performance test with Ligato Kubernetes
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
+| Test Setup | Set up performance test with Ligato Kubernetes
 | Test Teardown | Tear down performance test with Ligato Kubernetes
 | ...
 | Test Template | Local Template
@@ -35,15 +33,15 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | VNF Containers are connected to VSWITCH container via Memif interface.
 | ... | All containers are running same VPP version. Containers are deployed
 | ... | with Kubernetes. Configuration is applied by vnf-agent.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
 | ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
@@ -52,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # SFC profile
 | ${sfc_profile}= | configmaps/eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain
 # Traffic profile:
@@ -70,18 +68,16 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
+| | Set Max Rate And Jumbo
 | | ${dut1_if1_name}= | Get interface name | ${dut1} | ${dut1_if1}
 | | ${dut1_if2_name}= | Get interface name | ${dut1} | ${dut1_if2}
 | | ${dut2_if1_name}= | Get interface name | ${dut2} | ${dut2_if1}
@@ -131,53 +127,52 @@
 | | Wait for Kubernetes PODs on all DUTs | ${nodes} | csit
 | | Set Kubernetes PODs affinity on all DUTs | ${nodes}
 | | Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-1drcl2xcbase-eth-8memif-4drcl2xc-1chain-k8s-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/kubernetes/perf/container_memif/regenerate_testcases.py b/tests/kubernetes/perf/container_memif/regenerate_testcases.py
index 5fabf8b..2632018 100755 (executable)
--- a/tests/kubernetes/perf/container_memif/regenerate_testcases.py
+++ b/tests/kubernetes/perf/container_memif/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/__init__.robot b/tests/vpp/perf/__init__.robot
index 6317216..973d37a 100644 (file)
--- a/tests/vpp/perf/__init__.robot
+++ b/tests/vpp/perf/__init__.robot
@@ -39,8 +39,6 @@
 | | ... | Setup suite Variables. Variables are used across performance testing.
 | | ...
 | | ... | _NOTE:_ This KW sets following suite variables:
-| | ... | - perf_pdr_loss_acceptance - Loss acceptance treshold
-| | ... | - perf_pdr_loss_acceptance_type - Loss acceptance treshold type
 | | ... | - perf_vm_image - Guest VM disk image
 | | ... | - perf_qemu_path - Path prefix to QEMU binary
 | | ... | - use_tuned_cfs - Switch to set scheduler policy
@@ -50,8 +48,6 @@
 | | ... | - uio_driver - Default UIO driver
 | | ... | - plugins_to_enable - List of plugins to be enabled for test
 | | ...
-| | Set Global Variable | ${perf_pdr_loss_acceptance} | 0.5
-| | Set Global Variable | ${perf_pdr_loss_acceptance_type} | percentage
 | | Set Global Variable | ${perf_vm_image} | /var/lib/vm/csit-nested-1.7.img
 | | Set Global Variable | ${perf_qemu_path} | /opt/qemu-2.11.2
 | | Set Global Variable | ${qemu_build} | ${True}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 185765e..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with memif and IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2\
-| ... | bridge domains and MAC learning enabled. Container is connected to VPP\
-| ... | via Memif interface. Container is running same VPP version as running\
-| ... | on DUT. Container is limited via cgroup to use 3 cores allocated from\
-| ... | pool of isolated CPUs. There are no memory constraints. DUT1 and DUT2\
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index e869ad8..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,151 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with memif and IEEE 802.1Q test
-| ... | cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2\
-| ... | bridge domains and MAC learning enabled. Container is connected to VPP\
-| ... | via Memif interface. Container is running same VPP version as running\
-| ... | on DUT. Container is limited via cgroup to use 3 cores allocated from\
-| ... | pool of isolated CPUs. There are no memory constraints. DUT1 and DUT2\
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP\
-| ... | protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot
deleted file mode 100644 (file)
index 8b11d29..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. LXC is connected to VPP via
-| ... | Memif interface. LXC is running same VPP version as running on DUT. LXC
-| ... | is limited via cgroup to use 3 cores allocated from pool of isolated
-| ... | CPUs. There are no memory constraints. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 Bridge Domain with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
deleted file mode 100644 (file)
index baba879..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
+++ /dev/null
@@ -1,142 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. LXC is connected to VPP via
-| ... | Memif interface. LXC is running same VPP version as running on DUT. LXC
-| ... | is limited via cgroup to use 3 cores allocated from pool of isolated
-| ... | CPUs. There are no memory constraints. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 Bridge Domain with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index f48b934..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | MEMIF | SINGLE_MEMIF
-| ... | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation |  *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | Container is connected to VPP via Memif interface running same VPP
-| ... | version as running on DUT. Resources are limited via cgroup to use 5
-| ... | cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints. Cross Horizontal topology with packets flowing via DUT (VPP)
-| ... | to Container, then via horizontal memif to the next Container, and so on
-| ... | until the last Container then to NIC (in last Container). Single
-| ... | Container is supported as of now.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | cross_horiz
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add single PCI device to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect for single memif
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index 836936c..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,146 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | MEMIF | SINGLE_MEMIF
-| ... | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation |  *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | Container is connected to VPP via Memif interface running same VPP
-| ... | version as running on DUT. Resources are limited via cgroup to use 5
-| ... | cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints. Cross Horizontal topology with packets flowing via DUT (VPP)
-| ... | to Container, then via horizontal memif to the next Container, and so on
-| ... | until the last Container then to NIC (in last Container). Single
-| ... | Container is supported as of now.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | cross_horiz
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add single PCI device to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect for single memif
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 30f8cdc..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use 3 cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index 9563415..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,142 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use 3 cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
deleted file mode 100644 (file)
index 798c2ac..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords |
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | LXC is connected to VPP via Memif interface. LXC is running same VPP
-| ... | version as running on DUT. LXC is limited via cgroup to use 3 cores
-| ... | allocated from pool of isolated CPUs. There are no memory contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot
deleted file mode 100644 (file)
index d1e5a14..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | LXC is connected to VPP via Memif interface. LXC is running same VPP
-| ... | version as running on DUT. LXC is limited via cgroup to use 3 cores
-| ... | allocated from pool of isolated CPUs. There are no memory contraints.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 4612cd4..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing with two FIB tables and two static IPv4 /24 route entries per
-| ... | FIB table. Container is connected to VPP via Memif interface. Container
-| ... | is running same VPP version as running on DUT. Container is limited via
-| ... | cgroup to use cores allocated from pool of isolated CPUs. There are no
-| ... | memory contraints. DUTs are tested with 2p10GE NIC X520-DA2 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize IPv4 routing with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index f78908e..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,142 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing with two FIB tables and two static IPv4 /24 route entries per
-| ... | FIB table. Container is connected to VPP via Memif interface. Container
-| ... | is running same VPP version as running on DUT. Container is limited via
-| ... | cgroup to use cores allocated from pool of isolated CPUs. There are no
-| ... | memory contraints. DUTs are tested with 2p10GE NIC X520-DA2 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize IPv4 routing with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 3e7059a..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with memif and IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2\
-| ... | bridge domains and MAC learning enabled. Container is connected to VPP\
-| ... | via Memif interface. Container is running same VPP version as running\
-| ... | on DUT. Container is limited via cgroup to use 3 cores allocated from\
-| ... | pool of isolated CPUs. There are no memory constraints. DUT1 and DUT2\
-| ... | tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
index 0a4b1c5..be7d3a8 100644 (file)
--- a/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -45,12 +42,13 @@
 | ... | via Memif interface. Container is running same VPP version as running\
 | ... | on DUT. Container is limited via cgroup to use 3 cores allocated from\
 | ... | pool of isolated CPUs. There are no memory constraints. DUT1 and DUT2\
-| ... | tested with 2p10GE NIC X710 by Intel.
+| ... | tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP\
@@ -59,13 +57,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 # Container
@@ -77,75 +74,72 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology
 | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot
deleted file mode 100644 (file)
index 2ecae32..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. LXC is connected to VPP via
-| ... | Memif interface. LXC is running same VPP version as running on DUT. LXC
-| ... | is limited via cgroup to use 3 cores allocated from pool of isolated
-| ... | CPUs. There are no memory constraints. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 Bridge Domain with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
index c9b2d2f..d7b7d6a 100644 (file)
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -43,12 +40,12 @@
 | ... | Memif interface. LXC is running same VPP version as running on DUT. LXC
 | ... | is limited via cgroup to use 3 cores allocated from pool of isolated
 | ... | CPUs. There are no memory constraints. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -56,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 # Container
@@ -72,71 +69,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | And Initialize L2 Bridge Domain with memif pairs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index d4726b5..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | MEMIF | SINGLE_MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation |  *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface running same VPP
-| ... | version as running on DUT. Resources are limited via cgroup to use 5
-| ... | cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints. Cross Horizontal topology with packets flowing via DUT (VPP)
-| ... | to Container, then via horizontal memif to the next Container, and so on
-| ... | until the last Container then to NIC (in last Container). Single
-| ... | Container is supported as of now.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | cross_horiz
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add single PCI device to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect for single memif
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot
index 2abf631..3634508 100644 (file)
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -39,7 +36,7 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface running same VPP
 | ... | version as running on DUT. Resources are limited via cgroup to use 5
 | ... | cores allocated from pool of isolated CPUs. There are no memory
@@ -47,11 +44,11 @@
 | ... | to Container, then via horizontal memif to the next Container, and so on
 | ... | until the last Container then to NIC (in last Container). Single
 | ... | Container is supported as of now.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -59,8 +56,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 # Container
@@ -75,71 +72,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add single PCI device to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | And Initialize L2 xconnect for single memif
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-1memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 9f58048..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use 3 cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
index 6780ff2..b44bf23 100644 (file)
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -39,16 +36,16 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use 3 cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -56,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 # Container
@@ -72,71 +69,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | And Initialize L2 xconnect with memif pairs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
deleted file mode 100644 (file)
index 6d0626a..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | LXC is connected to VPP via Memif interface. LXC is running same VPP
-| ... | version as running on DUT. LXC is limited via cgroup to use 3 cores
-| ... | allocated from pool of isolated CPUs. There are no memory contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot
index 8da87ff..e245660 100644 (file)
--- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -39,15 +36,15 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | LXC is connected to VPP via Memif interface. LXC is running same VPP
 | ... | version as running on DUT. LXC is limited via cgroup to use 3 cores
 | ... | allocated from pool of isolated CPUs. There are no memory contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -55,8 +52,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 # Container
@@ -71,71 +68,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | And Initialize L2 xconnect with memif pairs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 57e9703..0000000
--- a/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing with two FIB tables and two static IPv4 /24 route entries per
-| ... | FIB table. Container is connected to VPP via Memif interface. Container
-| ... | is running same VPP version as running on DUT. Container is limited via
-| ... | cgroup to use cores allocated from pool of isolated CPUs. There are no
-| ... | memory contraints. DUTs are tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize IPv4 routing with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
index ba1f08d..bd19bda 100644 (file)
--- a/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -43,12 +40,12 @@
 | ... | FIB table. Container is connected to VPP via Memif interface. Container
 | ... | is running same VPP version as running on DUT. Container is limited via
 | ... | cgroup to use cores allocated from pool of isolated CPUs. There are no
-| ... | memory contraints. DUTs are tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | memory contraints. DUTs are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -56,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 # Container
@@ -69,74 +66,71 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs IPv4 routing config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | And Initialize IPv4 routing with memif pairs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index f8eacdd..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R6C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 1 chain 6 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr.robot
index f4b2222..3707811 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index bdd6022..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R1C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 6 chains 6 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr.robot
index 4432753..142e6ea 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index f205c49..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R2C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 12memif 6 pipelines 12
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr.robot
index e5821e6..de3164c 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index c0f32e4..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R1C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 12memif 6 pipelines 6
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr.robot
index fc19fcc..eea72f8 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 422193b..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R8C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 1 chain 8 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr.robot
index bf4e55c..ac36c6c 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index e7eadfb..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R4C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 2 chains 8 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr.robot
index 6aee137..df28061 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 7bbfaf3..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R2C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 4 chains 8 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr.robot
index a3b9e14..f916d98 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 5e36a2b..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R1C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 8 chains 8 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr.robot
index e491eeb..486d217 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 3a42d20..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R2C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16memif 8 pipelines 16
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr.robot
index 10606a7..1020f16 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n
 # Container
@@ -71,60 +68,57 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 31564df..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R1C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16memif 8 pipelines 8
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr.robot
index ccb3b2c..9ca5924 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 65d2f32..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 10R1C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 10 chains 10 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr.robot
index ad914ac..7162606 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index ca66dc2..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 10R1C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 20memif 10 pipelines 10
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr.robot
index 6f08ad2..13e412b 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index d1be40a..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R10C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 1 chain 10 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr.robot
index 4929918..0fe7945 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index a5eb175..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R6C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 2 chains 12 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr.robot
index 39e07a4..080b359 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 54dee8f..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R2C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 6 chains 12 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr.robot
index 7b08dcd..5daf1ad 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index b727659..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R1C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 1 chain 1 docker
-| ... | container*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr.robot
index 44b7640..ecd8948 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 9af7089..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R10C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 10 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr.robot
index 90483d8..5d0f006 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 2071c05..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R1C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 1 docker
-| ... | container*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr.robot
index 318ca5a..e53c612 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index d6c9e13..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R2C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 2 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr.robot
index 883fbe2..0173645 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 1b7f891..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R4C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 4 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr.robot
index c6a243c..1addfb3 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index e161a2d..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R6C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 6 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr.robot
index 7e7c380..cbab163 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index f8cd5e7..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R8C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 8 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr.robot
index 7636df7..c2ceadb 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 14929f6..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R8C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 2 chains 16 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr.robot
index cfffdad..dfcb095 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n
 # Container
@@ -71,60 +68,57 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 6e422f4..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R4C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 4 chains 16 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr.robot
index f64c84e..bc04e14 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
 # Container
@@ -71,60 +68,57 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 298f758..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R2C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 8 chains 16 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr.robot
index e992fe9..382ecc3 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n
 # Container
@@ -71,60 +68,57 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 84b25ca..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R2C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 1 chain 2 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr.robot
index 31d294a..57f6830 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 305ab86..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R1C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 2 chains 2 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr.robot
index 338c2a4..48e761a 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 53ef42c..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R6C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 12
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr.robot
index 7b56186..73fd9ec 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 6c99543..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R8C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 16
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr.robot
index dc8bfdb..b3952b4 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n
 # Container
@@ -71,60 +68,57 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 92e8f92..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R1C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 2 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr.robot
index 8f192ea..542641b 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 0067505..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R2C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 4 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr.robot
index 8ddc84d..2751869 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 58bf50f..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R4C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 8 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr.robot
index 8413a0b..7acea9f 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 7d88374..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R4C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 1 chain 4 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr.robot
index a77f13a..9bfd034 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 558807a..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R2C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 2 chains 4 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr.robot
index c000a3a..f8dbac7 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index a9f305e..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R1C
-| ... | NF_DENSITY | CHAIN | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with memif 4 chains 4 docker
-| ... | containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple chains with memif pairs
-| | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr.robot
index 84cd660..1109713 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple chains with memif pairs
 | | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 0f6b369..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R4C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8memif 4 pipelines 16
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr.robot
index af364ac..3fe578f 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
 # Container
@@ -71,60 +68,57 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index c1daf30..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R1C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8memif 4 pipelines 4
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr.robot
index 37cf906..b2f1cce 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr.robot
deleted file mode 100644 (file)
index 0ccc5dd..0000000
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R2C
-| ... | NF_DENSITY | PIPELINE | NF_VPPIP4
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8memif 4 pipelines 8
-| ... | docker containers*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | pipeline_ip4
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False}
-| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
-| | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr.robot
index ba07eaf..27cfe85 100644 (file)
--- a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr.robot
@@ -20,16 +20,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -41,16 +38,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch librairy.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,8 +55,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n
 # Container
@@ -71,76 +68,73 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False}
 | | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs
 | | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 943a978..0000000
--- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with memif and IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge\
-| ... | domains and MAC learning enabled. Container is connected to VPP via\
-| ... | Memif interface. Container is running same VPP version as running\
-| ... | on DUT. Container is limited via cgroup to use 3 cores allocated from\
-| ... | pool of isolated CPUs. There are no memory constraints. DUT1 is tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
index 2c2604c..c5dd6a7 100644 (file)
--- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -45,12 +42,13 @@
 | ... | Memif interface. Container is running same VPP version as running\
 | ... | on DUT. Container is limited via cgroup to use 3 cores allocated from\
 | ... | pool of isolated CPUs. There are no memory constraints. DUT1 is tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUT1. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP\
@@ -59,13 +57,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
 # Container
@@ -77,75 +74,72 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology
 | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 67c8c6c..0000000
--- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 Bridge Domain with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
index d92b471..641080d 100644 (file)
--- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -39,16 +36,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -56,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 # Container
@@ -72,71 +69,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | And Initialize L2 Bridge Domain with memif pairs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 875e3db..0000000
--- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
index 41eab31..81b7acd 100644 (file)
--- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -39,16 +36,16 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 tested with ${nic_name}.\
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
 | ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -56,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 # Container
@@ -72,71 +69,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | And Initialize L2 xconnect with memif pairs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 28c7b8c..0000000
--- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing with
-| ... | two FIB tables and two static IPv4 /24 route entries per FIB table.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize IPv4 routing with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
index 5dacf5b..0440f06 100644 (file)
--- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
+++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,16 +19,13 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
-| ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| ... | Tear down performance test
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -43,12 +40,12 @@
 | ... | Container is connected to VPP via Memif interface. Container is running
 | ... | same VPP version as running on DUT. Container is limited via cgroup to
 | ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | contraints. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUT1. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -56,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 # Container
@@ -69,74 +66,71 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs IPv4 routing config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers
 | | And Initialize IPv4 routing with memif pairs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 800ba50..0000000
--- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | DOT1Q | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with memif and IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge\
-| ... | domains and MAC learning enabled. Container is connected to VPP via\
-| ... | Memif interface. Container is running same VPP version as running\
-| ... | on DUT. Container is limited via cgroup to use 3 cores allocated from\
-| ... | pool of isolated CPUs. There are no memory constraints. DUT1 is tested\
-| ... | with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index 01e8999..0000000
--- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | DOT1Q | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with memif and IEEE 802.1Q test
-| ... | cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge\
-| ... | domains and MAC learning enabled. Container is connected to VPP via\
-| ... | Memif interface. Container is running same VPP version as running\
-| ... | on DUT. Container is limited via cgroup to use 3 cores allocated from\
-| ... | pool of isolated CPUs. There are no memory constraints. DUT1 is tested\
-| ... | with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUT1. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP\
-| ... | protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 22f2ec4..0000000
--- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 Bridge Domain with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index a378b60..0000000
--- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 Bridge Domain with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index c1de1eb..0000000
--- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index b6de887..0000000
--- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L2
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index ea9bf10..0000000
--- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing with
-| ... | two FIB tables and two static IPv4 /24 route entries per FIB table.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize IPv4 routing with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index bf97f73..0000000
--- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing with
-| ... | two FIB tables and two static IPv4 /24 route entries per FIB table.
-| ... | Container is connected to VPP via Memif interface. Container is running
-| ... | same VPP version as running on DUT. Container is limited via cgroup to
-| ... | use cores allocated from pool of isolated CPUs. There are no memory
-| ... | contraints. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize IPv4 routing with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot
deleted file mode 100644 (file)
index 5a8416d..0000000
--- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-XL710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. LXC is connected to VPP via
-| ... | Memif interface. LXC is running same VPP version as running on DUT. LXC
-| ... | is limited via cgroup to use 3 cores allocated from pool of isolated
-| ... | CPUs. There are no memory constraints. DUT1 and DUT2 tested with
-| ... | 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 Bridge Domain with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
deleted file mode 100644 (file)
index 5edbdb2..0000000
--- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-XL710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with two L2
-| ... | bridge domains and MAC learning enabled. LXC is connected to VPP via
-| ... | Memif interface. LXC is running same VPP version as running on DUT. LXC
-| ... | is limited via cgroup to use 3 cores allocated from pool of isolated
-| ... | CPUs. There are no memory constraints. DUT1 and DUT2 tested with
-| ... | 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 Bridge Domain with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
deleted file mode 100644 (file)
index 866f3eb..0000000
--- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-XL710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation |  *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel.
-| ... | LXC is connected to VPP via Memif interface. LXC is running same VPP
-| ... | version as running on DUT. LXC is limited via cgroup to use 3 cores
-| ... | allocated from pool of isolated CPUs. There are no memory contraints.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot
deleted file mode 100644 (file)
index 4276217..0000000
--- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-XL710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel.
-| ... | LXC is connected to VPP via Memif interface. LXC is running same VPP
-| ... | version as running on DUT. LXC is limited via cgroup to use 3 cores
-| ... | allocated from pool of isolated CPUs. There are no memory contraints.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize L2 xconnect with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
deleted file mode 100644 (file)
index 4ae4af8..0000000
--- a/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | IP4FWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-XL710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance mrr test
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing with two FIB tables and two static IPv4 /24 route entries per
-| ... | FIB table. Container is connected to VPP via Memif interface. Container
-| ... | is running same VPP version as running on DUT. Container is limited via
-| ... | cgroup to use cores allocated from pool of isolated CPUs. There are no
-| ... | memory contraints. DUTs are tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize IPv4 routing with memif pairs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
deleted file mode 100644 (file)
index 496a3cb..0000000
--- a/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | IP4FWD | BASE | MEMIF | DOCKER
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-XL710
-| ... | AND | Set up performance test suite with MEMIF
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing with two FIB tables and two static IPv4 /24 route entries per
-| ... | FIB table. Container is connected to VPP via Memif interface. Container
-| ... | is running same VPP version as running on DUT. Container is limited via
-| ... | cgroup to use cores allocated from pool of isolated CPUs. There are no
-| ... | memory contraints. DUTs are tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-# Container
-| ${container_engine}= | Docker
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers
-| | And Initialize IPv4 routing with memif pairs
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/container_memif/regenerate_testcases.py b/tests/vpp/perf/container_memif/regenerate_testcases.py
index 5fabf8b..2632018 100755 (executable)
--- a/tests/vpp/perf/container_memif/regenerate_testcases.py
+++ b/tests/vpp/perf/container_memif/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index 7548df7..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,160 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index b6e40ad..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,155 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index 5c48610..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1 IPsec tunnel AES GCM in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot
deleted file mode 100644 (file)
index 2628d62..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot
+++ /dev/null
@@ -1,171 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in number
-| ... | of packets transmitted. NDR is discovered for different
-| ... | number of IPsec tunnels using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1 IPsec tunnel AES GCM in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index 21e2609..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,160 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1 IPsec tunnel CBC-SHA1 in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
deleted file mode 100644 (file)
index b9eed98..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
+++ /dev/null
@@ -1,165 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in number
-| ... | of packets transmitted. NDR is discovered for different
-| ... | number of IPsec tunnels using MLRsearch library.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1 IPsec tunnel CBC-SHA1 in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index d7ff1da..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,162 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | SW_cryptodev
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them.
-| ... | DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_gcm | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index c0a9059..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,157 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | SW_cryptodev
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them.
-| ... | DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_mb | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index e96b307..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,171 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | SW_cryptodev
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them. DUTs get IPv4
-| ... | traffic from TG, encrypt it and send to another DUT, where packets are
-| ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - search_type - NDR or PDR. Type: string
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ... | - min_rate - Min rate for binary search, default value: ${50000}.
-| | ... | Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_gcm | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index 1a9802e..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X553 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | SW_cryptodev
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them. DUTs get IPv4
-| ... | traffic from TG, encrypt it and send to another DUT, where packets are
-| ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - search_type - NDR or PDR. Type: string
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ... | - min_rate - Min rate for binary search, default value: ${50000}.
-| | ... | Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_mb | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index d4f7ec3..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,162 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index dd1bdaf..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,155 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index 09cae0b..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,168 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | MR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1000 IPsec tunnels AES GCM in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index 072a74c..0000000
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,161 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1000 IPsec tunnels CBC-SHA1 in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot
similarity index 76%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot
index 34fd80d..c586652 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot
@@ -16,16 +16,14 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | BASE
+| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | BASE | AES_GCM
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
+| ... | HW_DH895xcc
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,11 +36,11 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
 | ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -54,10 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${54}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -67,7 +63,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${54}
 | ${n_tunnels}= | ${1}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -80,24 +75,23 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES GCM 128
+| | ${auth_alg}= | Integ Alg AES GCM 128
+| | ${ipsec_proto}= | IPsec Proto ESP
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -113,53 +107,52 @@
 | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
 | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot
index d6747e0..8b781ce 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot
@@ -16,16 +16,14 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | BASE
+| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | BASE | CBC_SHA1
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
+| ... | HW_DH895xcc
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,11 +36,11 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
 | ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -54,10 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${58}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -67,7 +63,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${58}
 | ${n_tunnels}= | ${1}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -80,23 +75,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES CBC 128
+| | ${auth_alg}= | Integ Alg SHA1 96
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -108,53 +102,52 @@
 | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
 | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot
similarity index 76%
rename from tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot
index 1cd17b4..50c5472 100644 (file)
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.robot
@@ -16,17 +16,14 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | BASE
+| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X710 | BASE | AES_GCM
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
 | ... | HW_DH895xcc
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,11 +36,11 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
 | ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in number
-| ... | of packets transmitted. NDR is discovered for different
-| ... | number of IPsec tunnels using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -55,10 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${54}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -68,7 +63,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${54}
 | ${n_tunnels}= | ${1}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -81,24 +75,23 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES GCM 128
+| | ${auth_alg}= | Integ Alg AES GCM 128
+| | ${ipsec_proto}= | IPsec Proto ESP
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -119,53 +112,52 @@
 | | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
 | | ... | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
index 4df6946..89f993a 100644 (file)
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
@@ -16,17 +16,14 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | BASE
+| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X710 | BASE | CBC_SHA1
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
 | ... | HW_DH895xcc
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,11 +36,11 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
 | ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in number
-| ... | of packets transmitted. NDR is discovered for different
-| ... | number of IPsec tunnels using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
 | ... | number of IPSec tunnels) with all packets
@@ -54,10 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${58}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -67,7 +62,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${58}
 | ${n_tunnels}= | ${1}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -80,23 +74,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES CBC 128
+| | ${auth_alg}= | Integ Alg SHA1 96
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -113,53 +106,52 @@
 | | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
 | | ... | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot
similarity index 78%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot
index 5e430f0..6f0d2db 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot
@@ -16,16 +16,14 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X553 | BASE
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE | AES_GCM
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
 | ... | SW_cryptodev
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,11 +37,11 @@
 | ... | crypto devices and multiple IPsec tunnels between them.
 | ... | DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -55,10 +53,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${54}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -68,7 +64,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${54}
 | ${n_tunnels}= | ${1}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -81,24 +76,23 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | # These are enums (not strings) so they cannot be in Variables table.
 | | ${encr_alg} = | Crypto Alg AES GCM 128
 | | ${auth_alg} = | Integ Alg AES GCM 128
 | | ${ipsec_proto} = | IPsec Proto ESP
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
 | | ... | aesni_gcm | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
@@ -115,53 +109,52 @@
 | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
 | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot
similarity index 76%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot
index 85ec0a6..5a78fed 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot
@@ -16,16 +16,14 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X553 | BASE
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECINT | NIC_Intel-X710 | BASE | CBC_SHA1
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
 | ... | SW_cryptodev
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,11 +37,11 @@
 | ... | crypto devices and multiple IPsec tunnels between them.
 | ... | DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -55,10 +53,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${58}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -68,7 +64,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${54}
 | ${n_tunnels}= | ${1}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -81,23 +76,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES CBC 128
+| | ${auth_alg}= | Integ Alg SHA1 96
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
 | | ... | aesni_mb | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
@@ -110,53 +104,52 @@
 | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
 | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot
similarity index 77%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot
index 28c68a7..7fbe75b 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot
@@ -16,17 +16,14 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X553 | BASE
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | BASE | AES_GCM
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
 | ... | SW_cryptodev
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -40,11 +37,11 @@
 | ... | crypto devices and multiple IPsec tunnels between them. DUTs get IPv4
 | ... | traffic from TG, encrypt it and send to another DUT, where packets are
 | ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -56,10 +53,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${54}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -69,7 +64,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${54}
 | ${n_tunnels}= | ${1}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -82,7 +76,7 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - search_type - NDR or PDR. Type: string
@@ -90,19 +84,18 @@
 | | ... | - min_rate - Min rate for binary search, default value: ${50000}.
 | | ... | Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES GCM 128
+| | ${auth_alg}= | Integ Alg AES GCM 128
+| | ${ipsec_proto}= | IPsec Proto ESP
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
 | | ... | aesni_gcm | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
@@ -124,53 +117,52 @@
 | | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
 | | ... | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot
similarity index 77%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot
index 31fd30b..71d2ebc 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot
@@ -16,17 +16,14 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X553 | BASE
+| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-X710 | BASE | CBC_SHA1
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
 | ... | SW_cryptodev
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -40,11 +37,11 @@
 | ... | crypto devices and multiple IPsec tunnels between them. DUTs get IPv4
 | ... | traffic from TG, encrypt it and send to another DUT, where packets are
 | ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -56,10 +53,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${58}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -69,7 +64,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${54}
 | ${n_tunnels}= | ${1}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -82,7 +76,7 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - search_type - NDR or PDR. Type: string
@@ -90,18 +84,17 @@
 | | ... | - min_rate - Min rate for binary search, default value: ${50000}.
 | | ... | Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES CBC 128
+| | ${auth_alg}= | Integ Alg SHA1 96
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
 | | ... | aesni_mb | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
@@ -119,53 +112,52 @@
 | | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
 | | ... | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot
similarity index 76%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot
index c84588e..99f6c10 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot
@@ -16,16 +16,15 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | TNL_1000
+| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | TNL_1000
+| ... | AES_GCM
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
+| ... | HW_DH895xcc
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,11 +37,11 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
 | ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -54,10 +53,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${54}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -67,7 +64,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${54}
 | ${n_tunnels}= | ${1000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -80,24 +76,23 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES GCM 128
+| | ${auth_alg}= | Integ Alg AES GCM 128
+| | ${ipsec_proto}= | IPsec Proto ESP
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -115,53 +110,52 @@
 | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
 | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot
similarity index 76%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot
index cc3ab93..c12a1b1 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot
@@ -16,16 +16,15 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | TNL_1000
+| ... | IP4FWD | IPSEC | IPSECHW | IPSECINT | NIC_Intel-X710 | TNL_1000
+| ... | CBC_SHA1
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
+| ... | HW_DH895xcc
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,11 +37,11 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
 | ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -54,10 +53,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${58}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -67,7 +64,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${58}
 | ${n_tunnels}= | ${1000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -80,23 +76,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES CBC 128
+| | ${auth_alg}= | Integ Alg SHA1 96
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -108,53 +103,52 @@
 | | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
 | | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot
similarity index 77%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot
index c0c9f52..0aaf6e3 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot
@@ -16,17 +16,15 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
+| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X710 | TNL_1000
+| ... | AES_GCM
 | ...
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
+| ... | HW_DH895xcc
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,11 +37,11 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
 | ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -55,10 +53,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${54}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -68,7 +64,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${54}
 | ${n_tunnels}= | ${1000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -81,24 +76,23 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES GCM 128
+| | ${auth_alg}= | Integ Alg AES GCM 128
+| | ${ipsec_proto}= | IPsec Proto ESP
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -121,53 +115,52 @@
 | | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
 | | ... | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
similarity index 76%
rename from tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
index d5bef4f..0c26b54 100644 (file)
--- a/tests/vpp/perf/crypto/10ge2p1x553-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
@@ -16,17 +16,15 @@
 | Resource | resources/libraries/robot/crypto/ipsec.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X553 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-X553
-| ... | HW_C3xxx
+| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-X710 | TNL_1000
+| ... | CBC_SHA1
 | ...
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
+| ... | HW_DH895xcc
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,11 +37,11 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
 | ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
 | ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, number of flows per flow-group equals to
@@ -55,10 +53,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
 
 *** Variables ***
-# X553 bandwidth limit 20Gbps/2=10Gbps
-| ${s_10G}= | ${10000000000}
-# X553 Mpps limit 29.76Mpps/2=14.88Mpps
-| ${s_14.88Mpps}= | ${14880952}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${58}
 | ${tg_if1_ip4}= | 192.168.10.2
 | ${dut1_if1_ip4}= | 192.168.10.1
 | ${dut1_if2_ip4}= | 172.168.1.1
@@ -68,7 +64,6 @@
 | ${raddr_ip4}= | 20.0.0.0
 | ${laddr_ip4}= | 10.0.0.0
 | ${addr_range}= | ${32}
-| ${overhead}= | ${58}
 | ${n_tunnels}= | ${1000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
@@ -81,23 +76,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES CBC 128
+| | ${auth_alg}= | Integ Alg SHA1 96
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_10G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_14.88Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -114,53 +108,52 @@
 | | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
 | | ... | ${addr_range}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.robot
rename to tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.robot
index ceec058..bb8e19a 100644 (file)
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.robot
+++ b/tests/vpp/perf/crypto/10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,17 +19,14 @@
 | Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | IP4FWD
 | ... | LISPGPE | IPSEC | IPSECHW | IPSECTRAN | ENCAP | IP4UNRLAY | IP4OVRLAY
-| ... | NIC_Intel-XL710
+| ... | NIC_Intel-X710 | CBC_SHA1
 | ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
+| Suite Setup | Set up IPSec performance test suite | L3 | ${nic_name}
 | ... | HW_DH895xcc
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -43,11 +40,11 @@
 | ... | in each direction. IPsec is in transport mode. DUTs get IPv4 traffic\
 | ... | from TG, encrypt it and send to another DUT, where packets are\
 | ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, number of flows per flow-group equals to\
@@ -60,14 +57,11 @@
 | ... | RFC2544.
 
 *** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${58}
 | ${dut2_spi}= | ${1000}
 | ${dut1_spi}= | ${1001}
 | ${ESP_PROTO}= | ${50}
-| ${overhead}= | ${54}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
 
@@ -80,23 +74,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
+| | # These are enums (not strings) so they cannot be in Variables table.
+| | ${encr_alg}= | Crypto Alg AES CBC 128
+| | ${auth_alg}= | Integ Alg SHA1 96
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add cryptodev to all DUTs | ${phy_cores}
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
@@ -105,53 +98,52 @@
 | | When Initialize LISP GPE IPv4 over IPsec in 3-node circular topology
 | | ... | ${encr_alg} | ${auth_alg}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index c757fd7..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,160 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot
deleted file mode 100644 (file)
index bf73186..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.robot
+++ /dev/null
@@ -1,165 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 IPsec tunnel mode.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index ae029c6..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,155 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot
deleted file mode 100644 (file)
index 2c698a5..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.robot
+++ /dev/null
@@ -1,160 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 IPsec tunnel mode.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index 907273e..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1 IPsec tunnel AES GCM in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index c967034..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,160 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1 IPsec tunnel CBC-SHA1 in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index 74d2be1..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,162 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | SW_cryptodev
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them.
-| ... | DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_gcm | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot
deleted file mode 100644 (file)
index 90584b2..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.robot
+++ /dev/null
@@ -1,167 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | SW_cryptodev
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 IPsec tunnel mode.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them.
-| ... | DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_gcm | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index be7b0af..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,157 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | SW_cryptodev
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them.
-| ... | DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_mb | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot
deleted file mode 100644 (file)
index 7af39fa..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.robot
+++ /dev/null
@@ -1,162 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | SW_cryptodev
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 IPsec tunnel mode.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them.
-| ... | DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_mb | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index 4e61f01..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,171 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | SW_cryptodev
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them. DUTs get IPv4
-| ... | traffic from TG, encrypt it and send to another DUT, where packets are
-| ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - search_type - NDR or PDR. Type: string
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ... | - min_rate - Min rate for binary search, default value: ${50000}.
-| | ... | Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_gcm | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot
deleted file mode 100644 (file)
index e7518bf..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.robot
+++ /dev/null
@@ -1,176 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | SW_cryptodev
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them. DUTs get IPv4
-| ... | traffic from TG, encrypt it and send to another DUT, where packets are
-| ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - search_type - NDR or PDR. Type: string
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ... | - min_rate - Min rate for binary search, default value: ${50000}.
-| | ... | Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_gcm | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index 57e1983..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | SW_cryptodev
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them. DUTs get IPv4
-| ... | traffic from TG, encrypt it and send to another DUT, where packets are
-| ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - search_type - NDR or PDR. Type: string
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ... | - min_rate - Min rate for binary search, default value: ${50000}.
-| | ... | Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_mb | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot
deleted file mode 100644 (file)
index c2ec7ef..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.robot
+++ /dev/null
@@ -1,171 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECSW | IPSECTUN | NIC_Intel-XL710 | BASE
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | SW_cryptodev
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with DPDK SW
-| ... | crypto devices and multiple IPsec tunnels between them. DUTs get IPv4
-| ... | traffic from TG, encrypt it and send to another DUT, where packets are
-| ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - search_type - NDR or PDR. Type: string
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ... | - min_rate - Min rate for binary search, default value: ${50000}.
-| | ... | Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add DPDK SW cryptodev on DUTs in 3-node single-link circular topology
-| | ... | aesni_mb | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index 4a24131..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,162 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot
deleted file mode 100644 (file)
index a4b544d..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.robot
+++ /dev/null
@@ -1,167 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 IPsec tunnel mode.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling AES GCM config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index b05bd78..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,155 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot
deleted file mode 100644 (file)
index 9d83520..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.robot
+++ /dev/null
@@ -1,160 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 IPsec tunnel mode.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPSec tunneling CBC-SHA1 config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And VPP IPsec Create Tunnel Interfaces
-| | ... | ${dut1} | ${dut2} | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${dut1_if2}
-| | ... | ${dut2_if1} | ${n_tunnels} | ${encr_alg} | ${encr_key} | ${auth_alg}
-| | ... | ${auth_key} | ${laddr_ip4} | ${raddr_ip4} | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.robot
deleted file mode 100644 (file)
index 212c717..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.robot
+++ /dev/null
@@ -1,168 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1000 IPsec tunnels AES GCM in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot
deleted file mode 100644 (file)
index dc15f5a..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.robot
+++ /dev/null
@@ -1,173 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${54}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1000 IPsec tunnels AES GCM in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES GCM 128
-| | ${auth_alg} = | Integ Alg AES GCM 128
-| | ${ipsec_proto} = | IPsec Proto ESP
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And VPP IPsec Select Backend | ${dut1} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Select Backend | ${dut2} | ${ipsec_proto} | index=${1}
-| | And VPP IPsec Backend Dump | ${dut1}
-| | And VPP IPsec Backend Dump | ${dut2}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index 80cc921..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,161 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | MRR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1000 IPsec tunnels CBC-SHA1 in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
deleted file mode 100644 (file)
index f87d9c4..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SCALE | NDRPDR
-| ... | IP4FWD | IPSEC | IPSECHW | IPSECTUN | NIC_Intel-XL710 | TNL_1000
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec tunnel mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,
-| ... | Eth-IPv4-IPSec on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with multiple
-| ... | IPsec tunnels between them. DUTs get IPv4 traffic from TG, encrypt it
-| ... | and send to another DUT, where packets are decrypted and sent back to TG
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, number of flows per flow-group equals to
-| ... | number of IPSec tunnels) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address) field
-| ... | is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC4303 and RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${tg_if1_ip4}= | 192.168.10.2
-| ${dut1_if1_ip4}= | 192.168.10.1
-| ${dut1_if2_ip4}= | 172.168.1.1
-| ${dut2_if1_ip4}= | 172.168.1.2
-| ${dut2_if2_ip4}= | 192.168.20.1
-| ${tg_if2_ip4}= | 192.168.20.2
-| ${raddr_ip4}= | 20.0.0.0
-| ${laddr_ip4}= | 10.0.0.0
-| ${addr_range}= | ${32}
-| ${overhead}= | ${58}
-| ${n_tunnels}= | ${1000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${n_tunnels}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUTs run 1000 IPsec tunnels CBC-SHA1 in each direction.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | And Initialize IPSec in 3-node circular topology
-| | And Vpp Route Add | ${dut1} | ${raddr_ip4} | 8 | gateway=${dut2_if1_ip4}
-| | ... | interface=${dut1_if2}
-| | And Vpp Route Add | ${dut2} | ${laddr_ip4} | 8 | gateway=${dut1_if2_ip4}
-| | ... | interface=${dut2_if1}
-| | And VPP IPsec Add Multiple Tunnels
-| | ... | ${dut1} | ${dut2} | ${dut1_if2} | ${dut2_if1} | ${n_tunnels}
-| | ... | ${encr_alg} | ${encr_key} | ${auth_alg} | ${auth_key}
-| | ... | ${dut1_if2_ip4} | ${dut2_if1_ip4} | ${laddr_ip4} | ${raddr_ip4}
-| | ... | ${addr_range}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.robot b/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.robot
deleted file mode 100644 (file)
index c6ff69c..0000000
--- a/tests/vpp/perf/crypto/40ge2p1xl710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.robot
+++ /dev/null
@@ -1,152 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/crypto/ipsec.robot
-| Resource | resources/libraries/robot/overlay/lispgpe.robot
-| ...
-| Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR | IP4FWD
-| ... | LISPGPE | IPSEC | IPSECHW | IPSECTRAN | ENCAP | IP4UNRLAY | IP4OVRLAY
-| ... | NIC_Intel-XL710
-| ...
-| Suite Setup | Set up IPSec performance test suite | L3 | Intel-XL710
-| ... | HW_DH895xcc
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *IPv4 IPsec transport mode performance test suite.*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 on TG-DUTn,\
-| ... | Eth-IPv4-IPSec-LISPGPE-IPv4 on DUT1-DUT2
-| ... | *[Cfg] DUT configuration:* Each DUT is configured with LISP and IPsec\
-| ... | in each direction. IPsec is in transport mode. DUTs get IPv4 traffic\
-| ... | from TG, encrypt it and send to another DUT, where packets are\
-| ... | decrypted and sent back to TG.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, number of flows per flow-group equals to\
-| ... | number of IPSec tunnels) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces. Incrementing of IP.dst (IPv4 destination address)\
-| ... | field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC6830, RFC4303 and\
-| ... | RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${dut2_spi}= | ${1000}
-| ${dut1_spi}= | ${1001}
-| ${ESP_PROTO}= | ${50}
-| ${overhead}= | ${54}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT is configured with LISP and IPsec in each direction.\
-| | ... | IPsec is in transport mode.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${encr_alg} = | Crypto Alg AES CBC 128
-| | ${auth_alg} = | Integ Alg SHA1 96
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | overhead=${overhead}
-| | ... | pps_limit=${s_18.75Mpps}
-| | And Add cryptodev to all DUTs | ${phy_cores}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Generate keys for IPSec | ${encr_alg} | ${auth_alg}
-| | When Initialize LISP GPE IPv4 over IPsec in 3-node circular topology
-| | ... | ${encr_alg} | ${auth_alg}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/crypto/regenerate_testcases.py b/tests/vpp/perf/crypto/regenerate_testcases.py
index 5fabf8b..2632018 100755 (executable)
--- a/tests/vpp/perf/crypto/regenerate_testcases.py
+++ b/tests/vpp/perf/crypto/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-dot1q-ip4base-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-dot1q-ip4base-mrr.robot
deleted file mode 100644 (file)
index 66eeab9..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-dot1q-ip4base-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | DOT1Q | IP4BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and two static IPv4 /30 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 10.10.10.0
-| ${tg_if2_net}= | 20.20.20.0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv4 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-dot1q-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-dot1q-ip4base-ndrpdr.robot
deleted file mode 100644 (file)
index 908491a..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-dot1q-ip4base-ndrpdr.robot
+++ /dev/null
@@ -1,141 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | DOT1Q | IP4BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing with IEEE 802.1Q test\
-| ... | cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and two static IPv4 /30 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP\
-| ... | protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 10.10.10.0
-| ${tg_if2_net}= | 20.20.20.0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv4 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-ip4base-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-ip4base-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-ip4base-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip4base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip4base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip4base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip4base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip4base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip4base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip4base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip4base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip4base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-mrr.robot
deleted file mode 100644 (file)
index 7130d7c..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Cop
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | COPWHLIST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing, two static IPv4 /24 routes and IPv4 COP security whitelist
-| ... | ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Add Fib Table | ${dut1} | 1
-| | And Vpp Route Add | ${dut1} | 10.10.10.0 | 24 | vrf=1 | local=${TRUE}
-| | And Add Fib Table | ${dut2} | 1
-| | And Vpp Route Add | ${dut2} | 20.20.20.0 | 24 | vrf=1 | local=${TRUE}
-| | And COP Add whitelist Entry | ${dut1} | ${dut1_if1} | ip4 | 1
-| | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip4 | 1
-| | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable
-| | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrpdr.robot
deleted file mode 100644 (file)
index b117aef..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrpdr.robot
+++ /dev/null
@@ -1,142 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Cop
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | COPWHLIST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing, two static IPv4 /24 routes and IPv4 COP security whitelist
-| ... | ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Add Fib Table | ${dut1} | 1
-| | And Vpp Route Add | ${dut1} | 10.10.10.0 | 24 | vrf=1 | local=${TRUE}
-| | And Add Fib Table | ${dut2} | 1
-| | And Vpp Route Add | ${dut2} | 20.20.20.0 | 24 | vrf=1 | local=${TRUE}
-| | And COP Add whitelist Entry | ${dut1} | ${dut1_if1} | ip4 | 1
-| | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip4 | 1
-| | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable
-| | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-copwhtlistbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-mrr.robot
deleted file mode 100644 (file)
index 7a03b34..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | IACLDST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 iAcl whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing, two static IPv4 /24 routes and IPv4 iAcl security whitelist
-| ... | ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header
-| ... | and generated payload. MAC addresses are matching MAC addresses
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | ${table_idx} | ${skip_n} | ${match_n}= | And Vpp Creates Classify Table L3
-| | ... | ${dut1} | ip4 | dst
-| | And Vpp Configures Classify Session L3
-| | ... | ${dut1} | permit | ${table_idx} | ${skip_n} | ${match_n}
-| | ... | ip4 | dst | 20.20.20.2
-| | And Vpp Enable Input Acl Interface
-| | ... | ${dut1} | ${dut1_if1} | ip4 | ${table_idx}
-| | ${table_idx} | ${skip_n} | ${match_n}= | And Vpp Creates Classify Table L3
-| | ... | ${dut2} | ip4 | dst
-| | And Vpp Configures Classify Session L3
-| | ... | ${dut2} | permit | ${table_idx} | ${skip_n} | ${match_n}
-| | ... | ip4 | dst | 10.10.10.2
-| | And Vpp Enable Input Acl Interface
-| | ... | ${dut2} | ${dut2_if2} | ip4 | ${table_idx}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-ndrpdr.robot
deleted file mode 100644 (file)
index 8d60e97..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-iacldstbase-ndrpdr.robot
+++ /dev/null
@@ -1,146 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | IACLDST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 iAcl whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing, two static IPv4 /24 routes and IPv4 iAcl security whitelist
-| ... | ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header
-| ... | and generated payload. MAC addresses are matching MAC addresses
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | ${table_idx} | ${skip_n} | ${match_n}= | And Vpp Creates Classify Table L3
-| | ... | ${dut1} | ip4 | dst
-| | And Vpp Configures Classify Session L3
-| | ... | ${dut1} | permit | ${table_idx} | ${skip_n} | ${match_n}
-| | ... | ip4 | dst | 20.20.20.2
-| | And Vpp Enable Input Acl Interface
-| | ... | ${dut1} | ${dut1_if1} | ip4 | ${table_idx}
-| | ${table_idx} | ${skip_n} | ${match_n}= | And Vpp Creates Classify Table L3
-| | ... | ${dut2} | ip4 | dst
-| | And Vpp Configures Classify Session L3
-| | ... | ${dut2} | permit | ${table_idx} | ${skip_n} | ${match_n}
-| | ... | ip4 | dst | 10.10.10.2
-| | And Vpp Enable Input Acl Interface
-| | ... | ${dut2} | ${dut2_if2} | ip4 | ${table_idx}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-iacldstbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-mrr.robot
deleted file mode 100644 (file)
index 079d4fe..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Policer
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | IP4FWD | FEATURE | POLICE_MARK
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 policer test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries and policer with 2R3C
-| ... | color-aware configuration. Policer is applied on links TG - DUT1 and
-| ... | DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header
-| ... | and generated payload. MAC addresses are matching MAC addresses
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC2698.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${cir}= | ${100}
-| ${eir}= | ${150}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${cb} | ${framesize}
-| | Set Test Variable | ${eb} | ${framesize}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Initialize IPv4 policer 2r3c-'ca' in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
deleted file mode 100644 (file)
index ce7151b..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Policer
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | IP4FWD | FEATURE | POLICE_MARK
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 policer test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries and policer with 2R3C
-| ... | color-aware configuration. Policer is applied on links TG - DUT1 and
-| ... | DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header
-| ... | and generated payload. MAC addresses are matching MAC addresses
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC2698.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${cir}= | ${100}
-| ${eir}= | ${150}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | Set Test Variable | ${cb} | ${framesize}
-| | Set Test Variable | ${eb} | ${framesize}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Initialize IPv4 policer 2r3c-'ca' in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot
deleted file mode 100644 (file)
index 75dd6c0..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ndrpdr.robot
deleted file mode 100644 (file)
index 0864cea..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-ndrpdr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-mrr.robot
deleted file mode 100644 (file)
index 589c8aa..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | SCALE | FIB_200K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x100k static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-ndrpdr.robot
deleted file mode 100644 (file)
index b3894e8..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale200k-ndrpdr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | SCALE | FIB_200K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x100k static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-mrr.robot
deleted file mode 100644 (file)
index dede46b..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | SCALE | FIB_20K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x10k static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-ndrpdr.robot
deleted file mode 100644 (file)
index c215a58..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale20k-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | SCALE | FIB_20K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x10k static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot
deleted file mode 100644 (file)
index 3c5f5c6..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x1M static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-ndrpdr.robot
deleted file mode 100644 (file)
index fb621d5..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-ndrpdr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x1M static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 2c82eeb..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl10sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index 66d5836..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 53b7ee4..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 65fddf6..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 50a34ff..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 5606694..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 302f9e6..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index a4fcda9..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 9086e92..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,146 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config with ACL.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index 5a3bfe1..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,152 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config with ACL.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100flows-mrr.robot
deleted file mode 100644 (file)
index d92eaeb..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index d9f1b7f..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 68b8938..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config with ACL.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index 6727ef5..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,153 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config with ACL.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 65d69be..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index 9ee333f..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index d36dc21..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config with ACL.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index 38360d1..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,153 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config with ACL.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 3aa8a4a..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 1d63ed0..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index c2525b5..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config with ACL.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index da0912e..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,153 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config with ACL.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot
deleted file mode 100644 (file)
index f8b877d..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | BASE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-1u1p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-ndrpdr.robot
deleted file mode 100644 (file)
index 9c80dac..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-ndrpdr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | BASE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput NAT44 performance*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-1u1p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 73f3b80..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl10sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index bcde1ad..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 478744a..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 52f8ca9..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl10sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 82e55fb..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index bc43005..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 8e887a2..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl1sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index e05e86c..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 97fb01d..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 4140982..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl1sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 1312feb..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 2034996..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Packet throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 855082a..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl50sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index 01a6dee..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index a918e2e..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100flows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100flows-mrr.robot
deleted file mode 100644 (file)
index eba1fc1..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100flows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl50sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 8eb3774..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 100
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 7a64441..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-udpsrcscale15-nat44-mrr.robot
deleted file mode 100644 (file)
index 8e0dfd5..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-udpsrcscale15-nat44-mrr.robot
+++ /dev/null
@@ -1,120 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | BASE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with NAT
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, one flow per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with UDP header and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-1u15p
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr.robot
deleted file mode 100644 (file)
index 472c45a..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr.robot
+++ /dev/null
@@ -1,121 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_10
-| ... | SCALE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with NAT
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, one flow per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with UDP header and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u15p
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4scale10-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr.robot
deleted file mode 100644 (file)
index 1b41fc5..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr.robot
+++ /dev/null
@@ -1,121 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_100
-| ... | SCALE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with NAT
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, one flow per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with UDP header and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u15p
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4scale100-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot
deleted file mode 100644 (file)
index 56c15e7..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_1000
-| ... | SCALE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-1000u15p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr.robot
deleted file mode 100644 (file)
index 0307194..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_1000
-| ... | SCALE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-1000u15p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr.robot
deleted file mode 100644 (file)
index 13ed0ff..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr.robot
+++ /dev/null
@@ -1,121 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_2000
-| ... | SCALE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with NAT
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, one flow per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with UDP header and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-2000u15p
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr.robot
deleted file mode 100644 (file)
index 0370ecb..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr.robot
+++ /dev/null
@@ -1,121 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_4000
-| ... | SCALE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with NAT
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, one flow per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with UDP header and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-4000u15p
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-mrr.robot
deleted file mode 100644 (file)
index 4a6a7a1..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-mrr.robot
+++ /dev/null
@@ -1,117 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | IP4BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-ndrpdr.robot
index ea6f371..6d479f1 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,15 +19,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710 | AVF
+| ... | L3 | ${nic_name} | AVF
 | ... | AND | Set up performance test suite with AVF driver
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local template
 | ...
@@ -38,9 +35,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel with VF enabled.
+| ... | with ${nic_name} with VF enabled.
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,8 +49,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
 
@@ -62,62 +59,59 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs IPv4 routing config.\
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize AVF interfaces
 | | When Initialize IPv4 forwarding in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-avf-eth-ip4base-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-avf-eth-ip4base-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-avf-eth-ip4base-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-avf-eth-ip4base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-avf-eth-ip4base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-avf-eth-ip4base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc10-IMIX-1c-avf-eth-ip4base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-avf-eth-ip4base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-avf-eth-ip4base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-dot1q-ip4base-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-dot1q-ip4base-mrr.robot
deleted file mode 100644 (file)
index 9a397d0..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-dot1q-ip4base-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | DOT1Q | IP4BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and two static IPv4 /30 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 10.10.10.0
-| ${tg_if2_net}= | 20.20.20.0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv4 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-dot1q-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-dot1q-ip4base-ndrpdr.robot
index bac908d..6430a9e 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-dot1q-ip4base-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-dot1q-ip4base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | DOT1Q | IP4BASE
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| ...
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +35,13 @@
 | ... | tagging is applied on link between DUT1 and DUT2.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and two static IPv4 /30 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP\
@@ -52,11 +50,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # TG subnets used by T-Rex
 | ${tg_if1_net}= | 10.10.10.0
 | ${tg_if2_net}= | 20.20.20.0
@@ -68,74 +65,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs IPv4 routing with VLAN and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with VLAN dot1q sub-interfaces in circular topology
 | | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-ip4base-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-ip4base-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-ip4base-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-ip4base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-ip4base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-ip4base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-ip4base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-ip4base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-ip4base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-ip4base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-ip4base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-ip4base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot
deleted file mode 100644 (file)
index c86233f..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Cop
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | COPWHLIST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing, two static IPv4 /24 routes and IPv4 COP security whitelist
-| ... | ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Add Fib Table | ${dut1} | 1
-| | And Vpp Route Add | ${dut1} | 10.10.10.0 | 24 | vrf=1 | local=${TRUE}
-| | And Add Fib Table | ${dut2} | 1
-| | And Vpp Route Add | ${dut2} | 20.20.20.0 | 24 | vrf=1 | local=${TRUE}
-| | And COP Add whitelist Entry | ${dut1} | ${dut1_if1} | ip4 | 1
-| | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip4 | 1
-| | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable
-| | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-ndrpdr.robot
index ca9fe9b..3ba1bd3 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,13 +19,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | COPWHLIST
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -37,12 +35,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing, two static IPv4 /24 routes and IPv4 COP security whitelist
 | ... | ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -51,8 +49,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
 
@@ -65,20 +63,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding in circular topology
 | | And Add Fib Table | ${dut1} | 1
@@ -90,53 +86,52 @@
 | | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable
 | | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-copwhtlistbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot
deleted file mode 100644 (file)
index ba10fdd..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot
+++ /dev/null
@@ -1,141 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | IACLDST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 iAcl whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing, two static IPv4 /24 routes and IPv4 iAcl security whitelist
-| ... | ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header
-| ... | and generated payload. MAC addresses are matching MAC addresses
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | ${table_idx} | ${skip_n} | ${match_n}= | And Vpp Creates Classify Table L3
-| | ... | ${dut1} | ip4 | dst
-| | And Vpp Configures Classify Session L3
-| | ... | ${dut1} | permit | ${table_idx} | ${skip_n} | ${match_n}
-| | ... | ip4 | dst | 20.20.20.2
-| | And Vpp Enable Input Acl Interface
-| | ... | ${dut1} | ${dut1_if1} | ip4 | ${table_idx}
-| | ${table_idx} | ${skip_n} | ${match_n}= | And Vpp Creates Classify Table L3
-| | ... | ${dut2} | ip4 | dst
-| | And Vpp Configures Classify Session L3
-| | ... | ${dut2} | permit | ${table_idx} | ${skip_n} | ${match_n}
-| | ... | ip4 | dst | 10.10.10.2
-| | And Vpp Enable Input Acl Interface
-| | ... | ${dut2} | ${dut2_if2} | ip4 | ${table_idx}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-iacldstbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-ndrpdr.robot
index a55e29e..3c16e8a 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | IACLDST
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -36,12 +34,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing, two static IPv4 /24 routes and IPv4 iAcl security whitelist
 | ... | ingress /24 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv6 header
@@ -50,8 +48,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
 
@@ -64,20 +62,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding in circular topology
 | | ${table_idx} | ${skip_n} | ${match_n}= | And Vpp Creates Classify Table L3
@@ -95,53 +91,52 @@
 | | And Vpp Enable Input Acl Interface
 | | ... | ${dut2} | ${dut2_if2} | ip4 | ${table_idx}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-iacldstbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot
deleted file mode 100644 (file)
index f18b00c..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Policer
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | IP4FWD | FEATURE | POLICE_MARK
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 policer test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries and policer with 2R3C
-| ... | color-aware configuration. Policer is applied on links TG - DUT1 and
-| ... | DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header
-| ... | and generated payload. MAC addresses are matching MAC addresses
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC2698.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${cir}= | ${100}
-| ${eir}= | ${150}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${cb} | ${framesize}
-| | Set Test Variable | ${eb} | ${framesize}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Initialize IPv4 policer 2r3c-'ca' in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
index b2b7d1c..4c73ad8 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,13 +19,11 @@
 | ... | NIC_Intel-X710 | IP4FWD | FEATURE | POLICE_MARK
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -37,12 +35,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 route entries and policer with 2R3C
 | ... | color-aware configuration. Policer is applied on links TG - DUT1 and
-| ... | DUT2 - TG. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT2 - TG. DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv6 header
@@ -51,8 +49,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC2698.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${cir}= | ${100}
 | ${eir}= | ${150}
 # Traffic profile:
@@ -67,73 +65,70 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | Set Test Variable | ${cb} | ${framesize}
-| | Set Test Variable | ${eb} | ${framesize}
+| | Set Test Variable | \${frame_size}
+| | Set Test Variable | \${cb} | ${frame_size}
+| | Set Test Variable | \${eb} | ${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding in circular topology
 | | And Initialize IPv4 policer 2r3c-'ca' in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot
deleted file mode 100644 (file)
index a6063b2..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ndrpdr.robot
index 255bbd6..52a8bae 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | IP4BASE
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,12 +33,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -48,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
 
@@ -62,70 +61,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot
deleted file mode 100644 (file)
index acfeb5b..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_200K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x100k static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-ndrpdr.robot
index c25f0c2..ab1d550 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_200K
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +33,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and 2x100k static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -49,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${100000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
@@ -64,71 +62,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot
deleted file mode 100644 (file)
index 22b145c..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_20K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x10k static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-ndrpdr.robot
index 2b5667a..700c149 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_20K
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +33,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and 2x10k static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -49,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${10000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
@@ -64,71 +62,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot
deleted file mode 100644 (file)
index 27a05ea..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and 2x1M static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-ndrpdr.robot
index 825dd06..d01bfd9 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_2M
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +33,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and 2x1M static IPv4 /32 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -49,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${1000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4dst${rts_per_flow}
@@ -64,71 +62,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr.robot
index fbe15da..fd5cab0 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
 | ... | IACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr.robot
index 0f5b080..81fc382 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | IACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr.robot
index 60a6126..df1fb0d 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | IACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr.robot
index a447a18..a3cf1cf 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
 | ... | IACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr.robot
index 29c3783..7a8652a 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | IACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr.robot
index cc16654..af738e5 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | IACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr.robot
index c5a53a0..e1cfb60 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
 | ... | IACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr.robot
index bc146a4..a4b6f76 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | IACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 639a7ae..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
index c79045a..b1e33c3 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,18 +16,16 @@
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
+| ... | IACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,7 +67,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
@@ -83,71 +78,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr.robot
index 16529da..49458e0 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
 | ... | IACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr.robot
index 6f074a0..9bcb56d 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | IACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 9f50bc2..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
index 3e26221..0cbfb31 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,18 +16,16 @@
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
+| ... | IACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,7 +67,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
@@ -83,71 +78,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr.robot
index f7b7652..616594d 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
 | ... | IACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr.robot
index a21b997..cad5449 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | IACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 9d3debc..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
index 67af4e1..5f496a9 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,18 +16,16 @@
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
+| ... | IACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,7 +67,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
@@ -83,71 +78,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr.robot
index 64a817c..61d02de 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
 | ... | IACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr.robot
index 98e33a1..8a7321d 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | IACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 97afa19..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
-| ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
index 9b9cc7d..9e61adf 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,18 +16,16 @@
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
+| ... | IACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to input paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,7 +67,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
@@ -83,71 +78,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot
deleted file mode 100644 (file)
index 159cc91..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | NAT44 | BASE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-1u1p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-ndrpdr.robot
index a53994c..79fa941 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -21,14 +21,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with NAT
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,12 +37,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-1u1p
 
@@ -67,71 +65,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add NAT to all DUTs
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize NAT44 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr.robot
index a00696a..1b95fe7 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
 | ... | OACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr.robot
index 9da6cc5..0ecb074 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr.robot
index 267344e..925b2a1 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr.robot
index aad02cb..a41b441 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
 | ... | OACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr.robot
index 01b9a4b..a1384f7 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr.robot
index 7bc2f64..b8fce13 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr.robot
index d72e029..3d40e72 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
 | ... | OACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr.robot
index 6a07410..4032f8d 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr.robot
index 72b55d7..659dfb2 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,71 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Documentation] | FIXME.
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr.robot
index 11a1159..d87bb38 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
 | ... | OACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr.robot
index 0304f0f..36e12ec 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr.robot
index c8748ae..9cc36e0 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr.robot
index 3da0556..6e2d5be 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
 | ... | OACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr.robot
index 52f8a0b..ce97d75 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr.robot
index 461dc86..9953340 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr.robot
index ce9934d..2a9a2e0 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
 | ... | OACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr.robot
index c87aba1..b5235cb 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 100
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr.robot
index 9ecf2dd..28536a6 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,19 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -39,9 +37,9 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and one static IPv4 /24 route entries. Required ACL rules are\
 | ... | applied to output paths of both DUT1 intefaces. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,15 +51,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -71,72 +67,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr.robot
similarity index 68%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr.robot
index 2bab671..9eb3e41 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,19 +16,19 @@
 | Resource | resources/libraries/robot/ip/nat.robot
 | Resource | resources/libraries/robot/shared/traffic.robot
 | ...
+| # TODO: Even with single user this is a scale test, as it uses 15 ports.
+| # Update tags to better distinguish from base tests.
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | BASE
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | NAT44 | BASE | SRC_USER_1
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with NAT
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test with NAT
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test with NAT
 | ...
 | Test Template | Local Template
 | ...
@@ -39,12 +39,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, one flow per flow-group) with all packets
@@ -54,74 +54,81 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-1u15p
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add NAT to all DUTs
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize NAT44 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr.robot
similarity index 70%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr.robot
index 1db9481..b5e4edf 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -17,19 +17,17 @@
 | Resource | resources/libraries/robot/shared/traffic.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_10
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_10
 | ... | SCALE
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with NAT
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test with NAT
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test with NAT
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +38,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, one flow per flow-group) with all packets
@@ -55,74 +53,81 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u15p
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add NAT to all DUTs
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize NAT44 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4scale10-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr.robot
similarity index 70%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr.robot
index 48179ee..52dccc3 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -17,19 +17,17 @@
 | Resource | resources/libraries/robot/shared/traffic.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_100
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_100
 | ... | SCALE
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with NAT
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test with NAT
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test with NAT
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +38,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, one flow per flow-group) with all packets
@@ -55,74 +53,81 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u15p
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add NAT to all DUTs
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize NAT44 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4scale100-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot
deleted file mode 100644 (file)
index 3c416d9..0000000
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_1000
-| ... | SCALE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-1000u15p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr.robot
index a2b3276..051b61b 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -22,14 +22,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with NAT
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +38,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -54,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-1000u15p
 
@@ -68,71 +66,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add NAT to all DUTs
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize NAT44 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr.robot
similarity index 70%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr.robot
index 831489b..f5cd4ea 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -17,19 +17,17 @@
 | Resource | resources/libraries/robot/shared/traffic.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_2000
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_2000
 | ... | SCALE
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with NAT
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test with NAT
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test with NAT
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +38,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, one flow per flow-group) with all packets
@@ -55,74 +53,81 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-2000u15p
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add NAT to all DUTs
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize NAT44 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4scale2000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr.robot
similarity index 70%
rename from tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr.robot
rename to tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr.robot
index c160d0d..740264f 100644 (file)
--- a/tests/vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -17,19 +17,17 @@
 | Resource | resources/libraries/robot/shared/traffic.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_4000
+| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | NAT44 | SRC_USER_4000
 | ... | SCALE
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with NAT
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test with NAT
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test with NAT
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +38,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
 | ... | routing and two static IPv4 /24 and IPv4/20 route entries. DUT1 and DUT2
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, one flow per flow-group) with all packets
@@ -55,74 +53,81 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-4000u15p
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add NAT to all DUTs
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize NAT44 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/25ge2p1xxv710-avf-eth-ip4base-mrr.robot b/tests/vpp/perf/ip4/25ge2p1xxv710-avf-eth-ip4base-mrr.robot
deleted file mode 100644 (file)
index c49b46b..0000000
--- a/tests/vpp/perf/ip4/25ge2p1xxv710-avf-eth-ip4base-mrr.robot
+++ /dev/null
@@ -1,119 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | IP4BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested\
-| ... | with 2p25GE NIC XXV710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/25ge2p1xxv710-avf-eth-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/25ge2p1xxv710-avf-eth-ip4base-ndrpdr.robot
deleted file mode 100644 (file)
index 8124fc7..0000000
--- a/tests/vpp/perf/ip4/25ge2p1xxv710-avf-eth-ip4base-ndrpdr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | IP4BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested\
-| ... | with 2p25GE NIC XXV710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-ip4base-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-ip4base-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-ip4base-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-ip4base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-ip4base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-ip4base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-ip4base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-ip4base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-ip4base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x553-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x553-ethip4-ip4base-mrr.robot
deleted file mode 100644 (file)
index 634973f..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x553-ethip4-ip4base-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X553 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X553
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 tested with
-| ... | 2p10GE NIC X553 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x553-ethip4-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x553-ethip4-ip4base-ndrpdr.robot
deleted file mode 100644 (file)
index be2fdab..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x553-ethip4-ip4base-ndrpdr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X553 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X553
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 tested with
-| ... | 2p10GE NIC X553 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-dot1q-ip4base-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-dot1q-ip4base-mrr.robot
deleted file mode 100644 (file)
index 65e18f7..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-dot1q-ip4base-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | DOT1Q | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | two static IPv4 /30 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 10.10.10.0
-| ${tg_if2_net}= | 20.20.20.0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-dot1q-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-dot1q-ip4base-ndrpdr.robot
index 64de364..d44754f 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-dot1q-ip4base-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-dot1q-ip4base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,12 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | DOT1Q | IP4BASE
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | ...
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -37,13 +35,13 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. IEEE 802.1Q\
 | ... | tagging is applied on link between DUT1-if2 and TG-if2.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | two static IPv4 /30 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | two static IPv4 /30 route entries. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUT1. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP\
@@ -52,11 +50,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # TG subnets used by T-Rex
 | ${tg_if1_net}= | 10.10.10.0
 | ${tg_if2_net}= | 20.20.20.0
@@ -68,74 +65,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs IPv4 routing with VLAN and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with VLAN dot1q sub-interfaces in circular topology
 | | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-ip4base-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-ip4base-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-ip4base-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-ip4base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-ip4base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-ip4base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-ip4base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-ip4base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-ip4base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-ip4base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-ip4base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-ip4base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot
deleted file mode 100644 (file)
index c90a1dd..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Policer
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | IP4FWD | FEATURE | POLICE_MARK
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 policer test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | two IPv4 ARP entries and policer with 2R3C color-aware configuration.\
-| ... | Policer is applied on links TG - DUT1. DUT1 is tested with 2p10GE\
-| ... | NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | and generated payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC2698.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${cir}= | ${100}
-| ${eir}= | ${150}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${cb} | ${framesize}
-| | Set Test Variable | ${eb} | ${framesize}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Initialize IPv4 policer 2r3c-'ca' in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
index 919546c..2a22663 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,13 +19,11 @@
 | ... | NIC_Intel-X710 | IP4FWD | FEATURE | POLICE_MARK
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -36,10 +34,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
 | ... | two IPv4 ARP entries and policer with 2R3C color-aware configuration.\
-| ... | Policer is applied on links TG - DUT1. DUT1 is tested with 2p10GE\
-| ... | NIC X710 by Intel.
+| ... | Policer is applied on links TG - DUT1. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -51,8 +48,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC2698.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${cir}= | ${100}
 | ${eir}= | ${150}
 # Traffic profile:
@@ -67,73 +64,70 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | Set Test Variable | ${cb} | ${framesize}
-| | Set Test Variable | ${eb} | ${framesize}
+| | Set Test Variable | \${frame_size}
+| | Set Test Variable | \${cb} | ${frame_size}
+| | Set Test Variable | \${eb} | ${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding in circular topology
 | | And Initialize IPv4 policer 2r3c-'ca' in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-mrr.robot
deleted file mode 100644 (file)
index 2507543..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ndrpdr.robot
index 80e0e76..41a6a33 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | IP4BASE
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,12 +33,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
 | ... | routing and two static IPv4 /24 route entries. DUT1 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -48,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
 
@@ -61,70 +60,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale200k-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale200k-mrr.robot
deleted file mode 100644 (file)
index 96e22ba..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale200k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_200k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x100k static IPv4 /32 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale200k-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale200k-ndrpdr.robot
index 1302992..2a6abde 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale200k-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale200k-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_200k
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,10 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x100k static IPv4 /32 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | 2x100k static IPv4 /32 route entries. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${100000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
@@ -64,71 +61,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4scale200k-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale20k-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale20k-mrr.robot
deleted file mode 100644 (file)
index 24e21fb..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale20k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_20k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x10k static IPv4 /32 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale20k-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale20k-ndrpdr.robot
index 80c727d..101db22 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale20k-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale20k-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_20k
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,10 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x10k static IPv4 /32 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | 2x10k static IPv4 /32 route entries. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${10000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
@@ -64,71 +61,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4scale20k-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale2m-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale2m-mrr.robot
deleted file mode 100644 (file)
index 50bf0b9..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale2m-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x1M static IPv4 /32 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale2m-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale2m-ndrpdr.robot
index bf98f56..ba5e41d 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale2m-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale2m-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | SCALE | FIB_2M
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,10 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x1M static IPv4 /32 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | 2x1M static IPv4 /32 route entries. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${1000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
@@ -64,71 +61,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4scale2m-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index a9837ac..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,146 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
index 8f47c5d..444cc50 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,18 +16,16 @@
 | ...
 | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
+| ... | IACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,9 +36,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,15 +50,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -70,7 +66,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
@@ -82,71 +77,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index cee04d3..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,146 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
index d689e51..d1ba554 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,18 +16,16 @@
 | ...
 | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
+| ... | IACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,9 +36,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,15 +50,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -70,7 +66,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
@@ -82,71 +77,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 8ef3c2e..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,146 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
index 2da05c3..4c42e50 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,18 +16,16 @@
 | ...
 | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
+| ... | IACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,9 +36,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,15 +50,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -70,7 +66,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
@@ -82,71 +77,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 5bcd7e1..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,146 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
index 657aecc..8cc16c6 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,18 +16,16 @@
 | ...
 | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
+| ... | IACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,9 +36,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,15 +50,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -70,7 +66,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
@@ -82,71 +77,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | ${ip_nr}= | Set Variable | 10
 | | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot
deleted file mode 100644 (file)
index dc812e4..0000000
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | FEATURE | NAT44 | BASE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and
-| ... | one static IPv4 /18 route entries.
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 1 flow per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-1u1p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-nat44-ndrpdr.robot
index a8d30d1..a697e16 100644 (file)
--- a/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-nat44-ndrpdr.robot
+++ b/tests/vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-nat44-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -21,14 +21,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with NAT
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -39,12 +37,12 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and
 | ... | one static IPv4 /18 route entries.
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUT1. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 1 flow per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4udp-1u1p
 
@@ -67,71 +65,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add NAT to all DUTs
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize NAT44 in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4udp-ip4base-nat44-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-dot1q-ip4base-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-dot1q-ip4base-mrr.robot
deleted file mode 100644 (file)
index f367ca7..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-dot1q-ip4base-mrr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | DOT1Q | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | two static IPv4 /30 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 10.10.10.0
-| ${tg_if2_net}= | 20.20.20.0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-dot1q-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-dot1q-ip4base-ndrpdr.robot
deleted file mode 100644 (file)
index 48a1155..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-dot1q-ip4base-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | DOT1Q | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing with IEEE 802.1Q test\
-| ... | cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | two static IPv4 /30 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUT1. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP\
-| ... | protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 10.10.10.0
-| ${tg_if2_net}= | 20.20.20.0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv4 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-ip4base-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-ip4base-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-ip4base-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip4base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip4base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip4base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip4base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip4base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip4base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip4base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip4base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip4base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ipolicemarkbase-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ipolicemarkbase-mrr.robot
deleted file mode 100644 (file)
index 3e080e7..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ipolicemarkbase-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Policer
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | IP4FWD | FEATURE | POLICE_MARK
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 policer test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and
-| ... | two IPv4 ARP entries and policer with 2R3C color-aware configuration.
-| ... | Policer is applied on links TG - DUT1. DUT1 is tested with 2p25GE
-| ... | NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header
-| ... | and generated payload. MAC addresses are matching MAC addresses
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC2698.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${cir}= | ${100}
-| ${eir}= | ${150}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${cb} | ${framesize}
-| | Set Test Variable | ${eb} | ${framesize}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Initialize IPv4 policer 2r3c-'ca' in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ipolicemarkbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
deleted file mode 100644 (file)
index 2ab63c8..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ipolicemarkbase-ndrpdr.robot
+++ /dev/null
@@ -1,141 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Policer
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | IP4FWD | FEATURE | POLICE_MARK
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 policer test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and
-| ... | two IPv4 ARP entries and policer with 2R3C color-aware configuration.
-| ... | Policer is applied on links TG - DUT1. DUT1 is tested with 2p25GE
-| ... | NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header
-| ... | and generated payload. MAC addresses are matching MAC addresses
-| ... | of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC2698.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${cir}= | ${100}
-| ${eir}= | ${150}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | Set Test Variable | ${cb} | ${framesize}
-| | Set Test Variable | ${eb} | ${framesize}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | And Initialize IPv4 policer 2r3c-'ca' in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ipolicemarkbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-mrr.robot
deleted file mode 100644 (file)
index 579dbd6..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-mrr.robot
+++ /dev/null
@@ -1,126 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 tested with
-| ... | 2p25GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ndrpdr.robot
deleted file mode 100644 (file)
index 56a3489..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Packet throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 tested with
-| ... | 2p25GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-soak.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-soak.robot
deleted file mode 100644 (file)
index 71bd645..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-soak.robot
+++ /dev/null
@@ -1,74 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 tested with
-| ... | 2p25GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Perform PLRsearch to find critical load.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Find critical load using PLRsearch
-| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-soak
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale200k-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale200k-mrr.robot
deleted file mode 100644 (file)
index 0b3c8fc..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale200k-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | SCALE | FIB_200k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x100k static IPv4 /32 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale200k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale200k-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale200k-ndrpdr.robot
deleted file mode 100644 (file)
index f2df05c..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale200k-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | SCALE | FIB_200k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x100k static IPv4 /32 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale200k-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale20k-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale20k-mrr.robot
deleted file mode 100644 (file)
index 64973a6..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale20k-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | SCALE | FIB_20k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x10k static IPv4 /32 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale20k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale20k-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale20k-ndrpdr.robot
deleted file mode 100644 (file)
index 61ce559..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale20k-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | SCALE | FIB_20k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x10k static IPv4 /32 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale20k-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale2m-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale2m-mrr.robot
deleted file mode 100644 (file)
index 509b4ba..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale2m-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x1M static IPv4 /32 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale2m-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale2m-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale2m-ndrpdr.robot
deleted file mode 100644 (file)
index 0e64c7b..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale2m-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and\
-| ... | 2x1M static IPv4 /32 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4scale2m-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 1b9551c..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index c96b2e6..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index c0328e5..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index cc69c68..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 249e786..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index eaa7307..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 1957a5b..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index 61b440e..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, ${flows_per_dir}\
-| ... | flows per flow-group) with all packets containing Ethernet header, IPv4\
-| ... | header with IP protocol=61 and static payload. MAC addresses are\
-| ... | matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | ${ip_nr}= | Set Variable | 10
-| | When Initialize IPv4 routing for '${ip_nr}' addresses with IPv4 ACLs on DUT1 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-mrr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-mrr.robot
deleted file mode 100644 (file)
index c897116..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-mrr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | NAT44 | BASE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and
-| ... | one static IPv4 /18 route entries.
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 1 flow per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-1u1p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-nat44-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-ndrpdr.robot b/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-ndrpdr.robot
deleted file mode 100644 (file)
index ff33b50..0000000
--- a/tests/vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-ndrpdr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/ip/nat.robot
-| Resource | resources/libraries/robot/shared/traffic.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | FEATURE | NAT44 | BASE
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 2-node performance topology with DUT's NIC model | L3
-| ... | Intel-XXV710
-| ... | AND | Set up performance test suite with NAT
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput NAT44 performance test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing and
-| ... | one static IPv4 /18 route entries.
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 1 flow per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4udp-1u1p
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add NAT to all DUTs
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize NAT44 in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4udp-ip4base-nat44-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot b/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot
deleted file mode 100644 (file)
index d0ebdfd..0000000
--- a/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-ndrpdr.robot
deleted file mode 100644 (file)
index 41b9cbf..0000000
--- a/tests/vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | IP4FWD | BASE | IP4BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4/regenerate_testcases.py b/tests/vpp/perf/ip4/regenerate_testcases.py
index 5fabf8b..2632018 100755 (executable)
--- a/tests/vpp/perf/ip4/regenerate_testcases.py
+++ b/tests/vpp/perf/ip4/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr.robot
deleted file mode 100644 (file)
index 4c517df..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | SCALE | L2BD_100 | DOT1Q | VLAN_100
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_100
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q and VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 100 L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header,\
-| ... | IEEE 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan100ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${100}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr.robot
deleted file mode 100644 (file)
index fd05759..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | SCALE | L2BD_100 | DOT1Q | VLAN_100
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_100
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with IEEE 802.1Q and VXLANoIPv4
-| ... | test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 100 L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header, IEEE\
-| ... | 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan100ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${100}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr.robot
deleted file mode 100644 (file)
index 862bba7..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | SCALE | L2BD_10 | DOT1Q | VLAN_10
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_10
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q and VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 10 L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header,\
-| ... | IEEE 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan10ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${10}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr.robot
deleted file mode 100644 (file)
index c567c5e..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | SCALE | L2BD_10 | DOT1Q | VLAN_10
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_10
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with IEEE 802.1Q and VXLANoIPv4
-| ... | test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 10 L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header, IEEE\
-| ... | 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan10ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${10}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr.robot
deleted file mode 100644 (file)
index b7f1c4d..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | SCALE | L2BD_1K | DOT1Q | VLAN_1K
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_1K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q and VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 1k L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header,\
-| ... | IEEE 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan1kip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${1000}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr.robot
deleted file mode 100644 (file)
index 86a177f..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | SCALE | L2BD_1K | DOT1Q | VLAN_1K
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_1K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with IEEE 802.1Q and VXLANoIPv4
-| ... | test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 1k L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header, IEEE\
-| ... | 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan1kip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${1000}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr.robot
deleted file mode 100644 (file)
index 6b45e3f..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | SCALE | L2BD_1 | DOT1Q | VLAN_1
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_1
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q and VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 1 L2\
-| ... | bridge domain. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header,\
-| ... | IEEE 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan1ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${1}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr.robot
deleted file mode 100644 (file)
index d02121c..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | SCALE | L2BD_1 | DOT1Q | VLAN_1
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_1
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with IEEE 802.1Q and VXLANoIPv4
-| ... | test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 1 L2\
-| ... | bridge domain. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header, IEEE\
-| ... | 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan1ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${1}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-mrr.robot
deleted file mode 100644 (file)
index d5087df..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-mrr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/overlay/lisp_static_adjacency.robot
-| Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | IP4FWD | ENCAP | LISP | IP4UNRLAY | IP4OVRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results Lisp test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-LISP-IPv4 on DUT1-DUT2,\
-| ... | Eth-IPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and static routes. LISPoIPv4 tunnel is configured between DUT1\
-| ... | and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC6830.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${8}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters\
-| | ... | config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize LISP IPv4 forwarding in 3-node circular topology
-| | ... | ${dut1_to_dut2_ip4} | ${dut1_to_tg_ip4} | ${dut2_to_dut1_ip4}
-| | ... | ${dut2_to_tg_ip4} | ${prefix4}
-| | And Configure LISP topology in 3-node circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${NONE}
-| | ... | ${dut2} | ${dut2_if1} | ${NONE}
-| | ... | ${duts_locator_set} | ${dut1_ip4_eid} | ${dut2_ip4_eid}
-| | ... | ${dut1_ip4_static_adjacency} | ${dut2_ip4_static_adjacency}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4lispip4-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4lispip4-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4lispip4-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-ndrpdr.robot
deleted file mode 100644 (file)
index d97dfa4..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip4-ip4base-ndrpdr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/overlay/lisp_static_adjacency.robot
-| Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | IP4FWD | ENCAP | LISP | IP4UNRLAY | IP4OVRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput Lisp test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-LISP-IPv4 on DUT1-DUT2,\
-| ... | Eth-IPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and static routes. LISPoIPv4 tunnel is configured between DUT1\
-| ... | and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC6830.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${8}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters\
-| | ... | config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize LISP IPv4 forwarding in 3-node circular topology
-| | ... | ${dut1_to_dut2_ip4} | ${dut1_to_tg_ip4} | ${dut2_to_dut1_ip4}
-| | ... | ${dut2_to_tg_ip4} | ${prefix4}
-| | And Configure LISP topology in 3-node circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${NONE}
-| | ... | ${dut2} | ${dut2_if1} | ${NONE}
-| | ... | ${duts_locator_set} | ${dut1_ip4_eid} | ${dut2_ip4_eid}
-| | ... | ${dut1_ip4_static_adjacency} | ${dut2_ip4_static_adjacency}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4lispip4-ip4base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip6-ip4base-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip6-ip4base-mrr.robot
deleted file mode 100644 (file)
index 15b84ac..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip6-ip4base-mrr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/overlay/lisp_static_adjacency.robot
-| Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | IP4FWD | ENCAP | LISP | IP6UNRLAY | IP4OVRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results Lisp test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-LISP-IPv6 on DUT1-DUT2,\
-| ... | Eth-IPv4 on TG-DUTn for IPv4 routing over LISPoIPv6 tunnel.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and static routes. LISPoIPv6 tunnel is configured between DUT1\
-| ... | and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC6830.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${48}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist filters\
-| | ... | config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize LISP IPv4 over IPv6 forwarding in 3-node circular topology
-| | ... | ${dut1_to_dut2_ip4o6} | ${dut1_to_tg_ip4o6} | ${dut2_to_dut1_ip4o6}
-| | ... | ${dut2_to_tg_ip4o6} | ${tg_prefix4o6} | ${dut_prefix4o6}
-| | And Configure LISP topology in 3-node circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${NONE}
-| | ... | ${dut2} | ${dut2_if1} | ${NONE}
-| | ... | ${duts_locator_set} | ${dut1_ip4o6_eid} | ${dut2_ip4o6_eid}
-| | ... | ${dut1_ip4o6_static_adjacency} | ${dut2_ip4o6_static_adjacency}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4lispip6-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4lispip6-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4lispip6-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4lispip6-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index b7b2144..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4 on\
-| ... | TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain. VXLAN tunnels are configured between L2BDs on DUT1 and DUT2.\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VXLAN and uses\
-| | ... | ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VXLANoIPv4 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 595394a..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4 on\
-| ... | TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain. VXLAN tunnels are configured between L2BDs on DUT1 and DUT2.\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VXLAN and uses\
-| | ... | ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VXLANoIPv4 in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index b360e29..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2XCFWD | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC with VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect on TG-DUTn.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. VXLAN tunnels are configured between L2XCs on DUT1 and DUT2.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC forwarding config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with VXLANoIPv4 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-ndrpdr.robot
deleted file mode 100644 (file)
index 54f820b..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4vxlan-l2xcbase-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2XCFWD | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC with VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect on TG-DUTn.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. VXLAN tunnels are configured between L2XCs on DUT1 and DUT2.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC forwarding config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with VXLANoIPv4 in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x553-ethip4vxlan-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x553-ethip4vxlan-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 35fc602..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x553-ethip4vxlan-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X553 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X553
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4 on\
-| ... | TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain. VXLAN tunnels are configured between L2BDs on DUT1 and DUT2.\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X553 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VXLAN and uses\
-| | ... | ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VXLANoIPv4 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x553-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x553-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 441657e..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x553-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X553 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X553
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4 on\
-| ... | TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain. VXLAN tunnels are configured between L2BDs on DUT1 and DUT2.\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X553 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VXLAN and uses\
-| | ... | ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VXLANoIPv4 in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr.robot
deleted file mode 100644 (file)
index ff62345..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2BDMACLRN | SCALE | L2BD_100 | DOT1Q | VLAN_100
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_100
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q and VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 100 L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header,\
-| ... | IEEE 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan100ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${100}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr.robot
index 6e27552..5af3f9d 100644 (file)
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr.robot
+++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,13 +19,11 @@
 | ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_100
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,9 +36,9 @@
 | ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 100 L2\
 | ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT2. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,8 +50,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan100ip4src254ip4dst254
@@ -66,74 +63,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
 | | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
 | | ... | vxlan_count=${vxlan_count}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr.robot
deleted file mode 100644 (file)
index 01b4059..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2BDMACLRN | SCALE | L2BD_10 | DOT1Q | VLAN_10
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_10
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q and VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 10 L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header,\
-| ... | IEEE 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan10ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${10}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr.robot
index bfc4f8d..4f7ba5e 100644 (file)
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr.robot
+++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,13 +19,11 @@
 | ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_10
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,9 +36,9 @@
 | ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 10 L2\
 | ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT2. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,8 +50,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan10ip4src254ip4dst254
@@ -66,74 +63,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
 | | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
 | | ... | vxlan_count=${vxlan_count}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr.robot
deleted file mode 100644 (file)
index ce4be1c..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2BDMACLRN | SCALE | L2BD_1K | DOT1Q | VLAN_1K
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_1K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q and VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 1k L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header,\
-| ... | IEEE 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan1kip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${1000}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr.robot
index 66d34be..91d251d 100644 (file)
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr.robot
+++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,13 +19,11 @@
 | ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_1K
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,9 +36,9 @@
 | ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 1k L2\
 | ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT2. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,8 +50,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan1kip4src254ip4dst254
@@ -66,74 +63,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
 | | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
 | | ... | vxlan_count=${vxlan_count}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr.robot
deleted file mode 100644 (file)
index 74398e4..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2BDMACLRN | SCALE | L2BD_1 | DOT1Q | VLAN_1
-| ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_1
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q and VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-Dot1Q-IPv4 for L2 switching of IPv4\
-| ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 1 L2\
-| ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, up to 64,5k\
-| ... | flows per flow-group) with all packets containing Ethernet header,\
-| ... | IEEE 802.1Q header, IPv4 header with IP protocol=61 and static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan1ip4src254ip4dst254
-# Number of VXLAN tunnels
-| ${vxlan_count}= | ${1}
-
-*** Keywords ***
-| Local Template
-| | ...
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
-| | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
-| | ... | vxlan_count=${vxlan_count}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr.robot
index c3b4fef..dc8eed6 100644 (file)
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr.robot
+++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,13 +19,11 @@
 | ... | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY | VXLAN_1
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,9 +36,9 @@
 | ... | on TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with 1 L2\
 | ... | bridge domains. VXLAN tunnels are configured between L2BDs on DUT1 and\
-| ... | DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT2. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,8 +50,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-dot1qip4-vlan1ip4src254ip4dst254
@@ -66,74 +63,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD forwarding config with VLAN and VXLAN and\
 | | ... | uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with VLAN and VXLANoIPv4 in 3-node circular topology
 | | ... | vxlan_count=${vxlan_count}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot
deleted file mode 100644 (file)
index e2a573b..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/overlay/lisp_static_adjacency.robot
-| Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | IP4FWD | ENCAP | LISP | IP4UNRLAY | IP4OVRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results Lisp test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-LISP-IPv4 on DUT1-DUT2,\
-| ... | Eth-IPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
-| ... | routing and static routes. LISPoIPv4 tunnel is configured between DUT1\
-| ... | and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC6830.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${8}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 LISP remote static mappings and whitelist filters\
-| | ... | config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize LISP IPv4 forwarding in 3-node circular topology
-| | ... | ${dut1_to_dut2_ip4} | ${dut1_to_tg_ip4} | ${dut2_to_dut1_ip4}
-| | ... | ${dut2_to_tg_ip4} | ${prefix4}
-| | And Configure LISP topology in 3-node circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${NONE}
-| | ... | ${dut2} | ${dut2_if1} | ${NONE}
-| | ... | ${duts_locator_set} | ${dut1_ip4_eid} | ${dut2_ip4_eid}
-| | ... | ${dut1_ip4_static_adjacency} | ${dut2_ip4_static_adjacency}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4lispip4-ip4base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4lispip4-ip4base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4lispip4-ip4base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4lispip4-ip4base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-ndrpdr.robot
index 0fb143f..b5ff0b6 100644 (file)
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-ndrpdr.robot
+++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -20,13 +20,11 @@
 | ... | NIC_Intel-X710 | IP4FWD | ENCAP | LISP | IP4UNRLAY | IP4OVRLAY
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +36,12 @@
 | ... | Eth-IPv4 on TG-DUTn for IPv4 routing over LISPoIPv4 tunnel.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and static routes. LISPoIPv4 tunnel is configured between DUT1\
-| ... | and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | and DUT2. DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -52,8 +50,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC6830.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${8}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
@@ -67,20 +64,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize LISP IPv4 forwarding in 3-node circular topology
 | | ... | ${dut1_to_dut2_ip4} | ${dut1_to_tg_ip4} | ${dut2_to_dut1_ip4}
@@ -91,53 +86,52 @@
 | | ... | ${duts_locator_set} | ${dut1_ip4_eid} | ${dut2_ip4_eid}
 | | ... | ${dut1_ip4_static_adjacency} | ${dut2_ip4_static_adjacency}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4lispip4-ip4base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip6-ip4base-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip6-ip4base-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip6-ip4base-ndrpdr.robot
rename to tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip6-ip4base-ndrpdr.robot
index 0a3315d..99d40c6 100644 (file)
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip6-ip4base-ndrpdr.robot
+++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip6-ip4base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -17,16 +17,14 @@
 | Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | IP4FWD | ENCAP | LISP | IP6UNRLAY | IP4OVRLAY
+| ... | NIC_Intel-X710 | IP4FWD | ENCAP | LISP | IP6UNRLAY | IP4OVRLAY
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +36,12 @@
 | ... | Eth-IPv4 on TG-DUTn for IPv4 routing over LISPoIPv6 tunnel.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4\
 | ... | routing and static routes. LISPoIPv6 tunnel is configured between DUT1\
-| ... | and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | and DUT2. DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -52,8 +50,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC6830.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${48}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
@@ -67,20 +64,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize LISP IPv4 over IPv6 forwarding in 3-node circular topology
 | | ... | ${dut1_to_dut2_ip4o6} | ${dut1_to_tg_ip4o6} | ${dut2_to_dut1_ip4o6}
@@ -91,53 +86,52 @@
 | | ... | ${duts_locator_set} | ${dut1_ip4o6_eid} | ${dut2_ip4o6_eid}
 | | ... | ${dut1_ip4o6_static_adjacency} | ${dut2_ip4o6_static_adjacency}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4lispip6-ip4base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 829cc46..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4 on\
-| ... | TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain. VXLAN tunnels are configured between L2BDs on DUT1 and DUT2.\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD forwarding config with VXLAN and uses\
-| | ... | ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with VXLANoIPv4 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot
index 6f87803..06d9135 100644 (file)
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -36,9 +34,9 @@
 | ... | TG-DUTn. Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUTs.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
 | ... | domain. VXLAN tunnels are configured between L2BDs on DUT1 and DUT2.\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -50,8 +48,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
@@ -61,73 +58,70 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD forwarding config with VXLAN and uses\
 | | ... | ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with VXLANoIPv4 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index 27dc2bc..0000000
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2XCFWD | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC with VXLANoIPv4 test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect on TG-DUTn.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. VXLAN tunnels are configured between L2XCs on DUT1 and DUT2.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC forwarding config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with VXLANoIPv4 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-ndrpdr.robot b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-ndrpdr.robot
index 04424a5..1d496eb 100644 (file)
--- a/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-ndrpdr.robot
+++ b/tests/vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | L2XCFWD | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -36,12 +34,12 @@
 | ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
 | ... | connect. VXLAN tunnels are configured between L2XCs on DUT1 and DUT2.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -50,8 +48,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
@@ -64,70 +61,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with VXLANoIPv4 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4vxlan-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip4_tunnels/regenerate_testcases.py b/tests/vpp/perf/ip4_tunnels/regenerate_testcases.py
index 5fabf8b..2632018 100755 (executable)
--- a/tests/vpp/perf/ip4_tunnels/regenerate_testcases.py
+++ b/tests/vpp/perf/ip4_tunnels/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-dot1q-ip6base-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-dot1q-ip6base-mrr.robot
deleted file mode 100644 (file)
index 3843673..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-dot1q-ip6base-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | BASE | DOT1Q | IP6BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 2001:1::0
-| ${tg_if2_net}= | 2001:2::0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv6 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-dot1q-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x520-dot1q-ip6base-ndrpdr.robot
deleted file mode 100644 (file)
index df54157..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-dot1q-ip6base-ndrpdr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | BASE | DOT1Q | IP6BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing with IEEE 802.1Q test
-| ... | cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv6 header with IP\
-| ... | protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 2001:1::0
-| ${tg_if2_net}= | 2001:2::0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv6 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-dot1q-ip6base-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-dot1q-ip6base-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-dot1q-ip6base-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip6base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip6base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip6base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip6base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip6base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip6base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip6base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip6base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip6base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-mrr.robot
deleted file mode 100644 (file)
index 8f64e45..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Cop
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | COPWHLIST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing, two static IPv6 /64 routes and IPv6 COP security whitelist
-| ... | ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing and whitelist filters config with
-| | ... | ${phy_cores} phy core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding in 3-node circular topology
-| | And Add Fib Table | ${dut1} | 1 | ipv6=${TRUE}
-| | And Vpp Route Add | ${dut1} | 2001:1:: | 64 | vrf=1 | local=${TRUE}
-| | And Add Fib Table | ${dut2} | 1 | ipv6=${TRUE}
-| | And Vpp Route Add | ${dut2} | 2001:2:: | 64 | vrf=1 | local=${TRUE}
-| | And COP Add whitelist Entry | ${dut1} | ${dut1_if1} | ip6 | 1
-| | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip6 | 1
-| | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable
-| | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrpdr.robot
deleted file mode 100644 (file)
index a1ae192..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrpdr.robot
+++ /dev/null
@@ -1,142 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Cop
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | COPWHLIST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing, two static IPv6 /64 routes and IPv6 COP security whitelist
-| ... | ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing and whitelist filters config with
-| | ... | ${phy_cores} phy core(s) for worker threads.\
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding in 3-node circular topology
-| | And Add Fib Table | ${dut1} | 1 | ipv6=${TRUE}
-| | And Vpp Route Add | ${dut1} | 2001:1:: | 64 | vrf=1 | local=${TRUE}
-| | And Add Fib Table | ${dut2} | 1 | ipv6=${TRUE}
-| | And Vpp Route Add | ${dut2} | 2001:2:: | 64 | vrf=1 | local=${TRUE}
-| | And COP Add whitelist Entry | ${dut1} | ${dut1_if1} | ip6 | 1
-| | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip6 | 1
-| | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable
-| | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-copwhtlistbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-mrr.robot
deleted file mode 100644 (file)
index b7059d2..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | IACLDST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 iAcl whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing, two static IPv6 /64 routes and IPv6 iAcl security whitelist
-| ... | ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and generated payload. MAC
-| ... | addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing and whitelist filters config with
-| | ... | ${phy_cores} phy core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${phy_cores} | ${framesize} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding in 3-node circular topology
-| | And Initialize IPv6 iAcl whitelist in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-ndrpdr.robot
deleted file mode 100644 (file)
index 00e9e81..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-iacldstbase-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | IACLDST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 iAcl whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing, two static IPv6 /64 routes and IPv6 iAcl security whitelist
-| ... | ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and generated payload. MAC
-| ... | addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing and whitelist filters config with
-| | ... | ${phy_cores} phy core(s) for worker threads.\
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding in 3-node circular topology
-| | And Initialize IPv6 iAcl whitelist in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-iacldstbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot
deleted file mode 100644 (file)
index 1dc1b1a..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-ndrpdr.robot
deleted file mode 100644 (file)
index 20284f7..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-ndrpdr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and static payload.
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config with\
-| | ... | ${phy_cores} phy core(s) for worker threads.\
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-mrr.robot
deleted file mode 100644 (file)
index 0dd166b..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | SCALE | FIB_200K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x100k static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-ndrpdr.robot
deleted file mode 100644 (file)
index 2af674c..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale200k-ndrpdr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | SCALE | FIB_200K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x100k static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config with\
-| | ... | ${phy_cores} phy core(s) for worker threads.\
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-mrr.robot
deleted file mode 100644 (file)
index 8950d17..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | SCALE | FIB_20K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x10k static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-ndrpdr.robot
deleted file mode 100644 (file)
index e0799fe..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale20k-ndrpdr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | SCALE | FIB_20K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x10k static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config with\
-| | ... | ${phy_cores} phy core(s) for worker threads.\
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-mrr.robot
deleted file mode 100644 (file)
index 62319f1..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x1M static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-ndrpdr.robot
deleted file mode 100644 (file)
index 383cae0..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x520-ethip6-ip6scale2m-ndrpdr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x1M static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config with\
-| | ... | ${phy_cores} phy core(s) for worker threads.\
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-mrr.robot
deleted file mode 100644 (file)
index 6b7a217..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | DOT1Q | IP6BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 2001:1::0
-| ${tg_if2_net}= | 2001:2::0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv6 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-ndrpdr.robot
index 14645f8..91a80e6 100644 (file)
--- a/tests/vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,11 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | DOT1Q | IP6BASE
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,12 +35,13 @@
 | ... | tagging is applied on link between DUT1 and DUT2.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 are tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 253 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv6 header with IP\
@@ -49,11 +50,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # TG subnets used by T-Rex
 | ${tg_if1_net}= | 2001:1::0
 | ${tg_if2_net}= | 2001:2::0
@@ -65,74 +65,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs IPv6 routing with VLAN and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding with VLAN dot1q sub-interfaces in circular topology
 | | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-dot1q-ip6base-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-dot1q-ip6base-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-dot1q-ip6base-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-ip6base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-ip6base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-ip6base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-ip6base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-ip6base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-ip6base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-ip6base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-ip6base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-ip6base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot
deleted file mode 100644 (file)
index 0e0c41c..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.Cop
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | FEATURE | COPWHLIST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing, two static IPv6 /64 routes and IPv6 COP security whitelist
-| ... | ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing and whitelist filters config with
-| | ... | ${phy_cores} phy core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding in 3-node circular topology
-| | And Add Fib Table | ${dut1} | 1 | ipv6=${TRUE}
-| | And Vpp Route Add | ${dut1} | 2001:1:: | 64 | vrf=1 | local=${TRUE}
-| | And Add Fib Table | ${dut2} | 1 | ipv6=${TRUE}
-| | And Vpp Route Add | ${dut2} | 2001:2:: | 64 | vrf=1 | local=${TRUE}
-| | And COP Add whitelist Entry | ${dut1} | ${dut1_if1} | ip6 | 1
-| | And COP Add whitelist Entry | ${dut2} | ${dut2_if2} | ip6 | 1
-| | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable
-| | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-copwhtlistbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-ndrpdr.robot
index 66ea829..bd2db15 100644 (file)
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,13 +19,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | FEATURE | COPWHLIST
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -37,12 +35,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
 | ... | routing, two static IPv6 /64 routes and IPv6 COP security whitelist
 | ... | ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -52,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 
@@ -65,20 +63,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding in 3-node circular topology
 | | And Add Fib Table | ${dut1} | 1 | ipv6=${TRUE}
@@ -90,53 +86,52 @@
 | | And COP interface enable or disable | ${dut1} | ${dut1_if1} | enable
 | | And COP interface enable or disable | ${dut2} | ${dut2_if2} | enable
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6base-copwhtlistbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot
deleted file mode 100644 (file)
index 9571e48..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | FEATURE | IACLDST
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 iAcl whitelist test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing, two static IPv6 /64 routes and IPv6 iAcl security whitelist
-| ... | ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and generated payload. MAC
-| ... | addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing and whitelist filters config with
-| | ... | ${phy_cores} phy core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding in 3-node circular topology
-| | And Initialize IPv6 iAcl whitelist in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-iacldstbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-ndrpdr.robot
index ee3b0ff..3895b44 100644 (file)
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | FEATURE | IACLDST
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -36,12 +34,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
 | ... | routing, two static IPv6 /64 routes and IPv6 iAcl security whitelist
 | ... | ingress /64 filter entries applied on links TG - DUT1 and DUT2 - TG.
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -50,8 +48,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 
@@ -63,71 +61,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding in 3-node circular topology
 | | And Initialize IPv6 iAcl whitelist in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6base-iacldstbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot
deleted file mode 100644 (file)
index b04d864..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot
+++ /dev/null
@@ -1,124 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-ndrpdr.robot
index c9af2f0..00f6d02 100644 (file)
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | IP6BASE
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -33,13 +32,13 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 tested with
-| ... | 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv6 header and
@@ -48,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 
@@ -61,70 +60,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Initialize IPv6 forwarding in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6base-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6base-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6base-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot
deleted file mode 100644 (file)
index bad2cd4..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_200K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x100k static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot
index c09e9fc..f141e7e 100644 (file)
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_200K
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +33,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and 2x100k static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -50,8 +48,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${100000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
@@ -64,71 +62,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot
deleted file mode 100644 (file)
index 6297072..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_20K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x10k static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot
index ee33166..4d16159 100644 (file)
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_20K
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +33,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and 2x10k static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -50,8 +48,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${10000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
@@ -64,71 +62,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot
deleted file mode 100644 (file)
index 8da7e55..0000000
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and 2x1M static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot
index 16576be..be8f8ea 100644 (file)
--- a/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_2M
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +33,9 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and 2x1M static IPv6 /64 route entries. DUT1 and DUT2 tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -50,8 +48,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${1000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
@@ -64,71 +62,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x553-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x553-ethip6-ip6base-mrr.robot
deleted file mode 100644 (file)
index 1c3ea01..0000000
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x553-ethip6-ip6base-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X553 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X553
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and two
-| ... | static IPv6 /64 route entries. DUT1 tested with 2p10GE NIC X553 by
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 2-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x553-ethip6-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x553-ethip6-ip6base-ndrpdr.robot
deleted file mode 100644 (file)
index e17e9e1..0000000
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x553-ethip6-ip6base-ndrpdr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X553 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X553
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Packet throughput routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and two
-| ... | static IPv6 /64 route entries. DUT1 tested with 2p10GE NIC X553 by
-| ... | Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv6 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 2-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-dot1q-ip6base-mrr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-dot1q-ip6base-mrr.robot
deleted file mode 100644 (file)
index 1a581bc..0000000
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-dot1q-ip6base-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | DOT1Q | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | two static IPv6 /64 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 2001:1::0
-| ${tg_if2_net}= | 2001:2::0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip6asym-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv6 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-dot1q-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-dot1q-ip6base-ndrpdr.robot
index a0e1cfc..e592d25 100644 (file)
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-dot1q-ip6base-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-dot1q-ip6base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,11 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | DOT1Q | IP6BASE
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,13 +34,13 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. IEEE 802.1Q\
 | ... | tagging is applied on link between DUT1-if2 and TG-if2.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | two static IPv6 /64 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | two static IPv6 /64 route entries. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUT1. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 253 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv6 header with IP\
@@ -49,11 +49,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # TG subnets used by T-Rex
 | ${tg_if1_net}= | 2001:1::0
 | ${tg_if2_net}= | 2001:2::0
@@ -65,74 +64,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs IPv6 routing with VLAN and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding with VLAN dot1q sub-interfaces in circular topology
 | | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-dot1q-ip6base-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-dot1q-ip6base-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-dot1q-ip6base-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-ip6base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-ip6base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-ip6base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-ip6base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-ip6base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-ip6base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-ip6base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-ip6base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-ip6base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-mrr.robot
deleted file mode 100644 (file)
index dae625b..0000000
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and two
-| ... | static IPv6 /64 route entries. DUT1 tested with 2p10GE NIC X710 by
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 2-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-ndrpdr.robot
index b6e7dc1..3446c43 100644 (file)
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | IP6BASE
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,10 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and two
-| ... | static IPv6 /64 route entries. DUT1 tested with 2p10GE NIC X710 by
-| ... | Intel.
+| ... | static IPv6 /64 route entries. DUT1 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip6-ip6src253
 
@@ -59,73 +56,70 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs IPv6 routing config.\
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Initialize IPv6 forwarding in 2-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6base-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6base-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6base-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-soak.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-soak.robot
deleted file mode 100644 (file)
index db8b3ae..0000000
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-soak.robot
+++ /dev/null
@@ -1,73 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK
-| ... | NIC_Intel-X710 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and two
-| ... | static IPv6 /64 route entries. DUT1 tested with 2p10GE NIC X710 by
-| ... | Intel.
-| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Perform PLRsearch to find critical load.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 2-node circular topology
-| | Then Find critical load using PLRsearch
-| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-soak
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-mrr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-mrr.robot
deleted file mode 100644 (file)
index c5ada8e..0000000
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_200k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x100k static IPv6 /64 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot
index 14ead88..cea7f81 100644 (file)
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_200k
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,10 +32,9 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x100k static IPv6 /64 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | 2x100k static IPv6 /64 route entries. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -50,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${100000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
@@ -64,71 +61,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6scale200k-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-mrr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-mrr.robot
deleted file mode 100644 (file)
index fd577f0..0000000
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_20k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x10k static IPv6 /64 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot
index 07e8ae0..a080c07 100644 (file)
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_20k
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,10 +32,9 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x10k static IPv6 /64 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | 2x10k static IPv6 /64 route entries. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -50,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${10000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
@@ -64,71 +61,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6scale20k-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-mrr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-mrr.robot
deleted file mode 100644 (file)
index ee2cff4..0000000
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-mrr.robot
+++ /dev/null
@@ -1,128 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x1M static IPv6 /64 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot
index 92d3184..08829a4 100644 (file)
--- a/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot
+++ b/tests/vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,13 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP6FWD | SCALE | FIB_2M
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -34,10 +32,9 @@
 | ... | single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x1M static IPv6 /64 route entries. DUT1 is tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | 2x1M static IPv6 /64 route entries. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -50,8 +47,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 | ${rts_per_flow}= | ${1000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
@@ -64,71 +61,68 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding with scaling in circular topology
 | | ... | ${rts_per_flow}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6-ip6scale2m-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-dot1q-ip6base-mrr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-dot1q-ip6base-mrr.robot
deleted file mode 100644 (file)
index 4c649cb..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-dot1q-ip6base-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | BASE | DOT1Q | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | two static IPv6 /64 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 2001:1::0
-| ${tg_if2_net}= | 2001:2::0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip6asym-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv6 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-dot1q-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-dot1q-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-dot1q-ip6base-ndrpdr.robot
deleted file mode 100644 (file)
index 6177d60..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-dot1q-ip6base-ndrpdr.robot
+++ /dev/null
@@ -1,141 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | BASE | DOT1Q | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing with IEEE 802.1Q test
-| ... | cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing. IEEE 802.1Q\
-| ... | tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | two static IPv6 /64 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUT1. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv6 header with IP\
-| ... | protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# TG subnets used by T-Rex
-| ${tg_if1_net}= | 2001:1::0
-| ${tg_if2_net}= | 2001:2::0
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip6asym-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs IPv6 routing with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${tg_if1_net} | ${tg_if2_net} | ${subid} | ${tag_rewrite}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-dot1q-ip6base-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-dot1q-ip6base-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-dot1q-ip6base-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-ip6base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-ip6base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-ip6base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-ip6base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-ip6base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-ip6base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-ip6base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-ip6base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-ip6base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6base-mrr.robot
deleted file mode 100644 (file)
index 5fade9c..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6base-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and two
-| ... | static IPv6 /64 route entries. DUT1 tested with 2p25GE NIC X710 by
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 2-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6base-ndrpdr.robot
deleted file mode 100644 (file)
index b446fa1..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6base-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Packet throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and two
-| ... | static IPv6 /64 route entries. DUT1 tested with 2p25GE NIC X710 by
-| ... | Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 2-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale200k-mrr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale200k-mrr.robot
deleted file mode 100644 (file)
index ccea4a9..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale200k-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | SCALE | FIB_200k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x100k static IPv6 /64 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale200k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale200k-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale200k-ndrpdr.robot
deleted file mode 100644 (file)
index 0669078..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale200k-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | SCALE | FIB_200k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x100k static IPv6 /64 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 100k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${100000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale200k-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale20k-mrr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale20k-mrr.robot
deleted file mode 100644 (file)
index 2616708..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale20k-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | SCALE | FIB_20k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x10k static IPv6 /64 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale20k-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale20k-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale20k-ndrpdr.robot
deleted file mode 100644 (file)
index f636cea..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale20k-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | SCALE | FIB_20k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x10k static IPv6 /64 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 10k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${10000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale20k-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale2m-mrr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale2m-mrr.robot
deleted file mode 100644 (file)
index f0e54d2..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale2m-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x1M static IPv6 /64 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale2m-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale2m-ndrpdr.robot b/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale2m-ndrpdr.robot
deleted file mode 100644 (file)
index c4ad885..0000000
--- a/tests/vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale2m-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP6FWD | SCALE | FIB_2M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv6 routing and\
-| ... | 2x1M static IPv6 /64 route entries. DUT1 is tested with 2p25GE NIC\
-| ... | XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 1M flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv6 header\
-| ... | with IP and static payload. MAC addresses are matching MAC addresses\
-| ... | of the TG node interfaces. Incrementing of IP.dst (IPv6 destination\
-| ... | address) field is applied to both streams.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-| ${rts_per_flow}= | ${1000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6dst${rts_per_flow}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding with scaling in circular topology
-| | ... | ${rts_per_flow}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6scale2m-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot b/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot
deleted file mode 100644 (file)
index be345c3..0000000
--- a/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot
+++ /dev/null
@@ -1,129 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 tested with
-| ... | 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and static payload.
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-ndrpdr.robot
deleted file mode 100644 (file)
index 7020747..0000000
--- a/tests/vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-ndrpdr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | IP6FWD | BASE | IP6BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6 for IPv6 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6
-| ... | routing and two static IPv6 /64 route entries. DUT1 and DUT2 tested with
-| ... | 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv6 header and static payload.
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 routing config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize IPv6 forwarding in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6-ip6base-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6/regenerate_testcases.py b/tests/vpp/perf/ip6/regenerate_testcases.py
index d98546b..5e32e97 100755 (executable)
--- a/tests/vpp/perf/ip6/regenerate_testcases.py
+++ b/tests/vpp/perf/ip6/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip4-ip6base-mrr.robot b/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip4-ip6base-mrr.robot
deleted file mode 100644 (file)
index 7e56055..0000000
--- a/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip4-ip6base-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/overlay/lisp_static_adjacency.robot
-| Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | IP6FWD | ENCAP | LISP | IP4UNRLAY | IP6OVRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC6830: Pkt throughput Lisp test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.\
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6-LISP-IPv4 on DUT1-DUT2,\
-| ... | Eth-IPv6 on TG-DUTn for IPv6 routing over LISPoIPv4 tunnel.\
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and static routes. LISPoIPv4 tunnel is configured between\
-| ... | DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | *[Ref] Applicable standard specifications:* RFC6830.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# LISP overhead
-| ${overhead}= | 48
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist\
-| | ... | filters config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.\
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize LISP IPv6 over IPv4 forwarding in 3-node circular topology
-| | ... | ${dut1_to_dut2_ip6o4} | ${dut1_to_tg_ip6o4} | ${dut2_to_dut1_ip6o4}
-| | ... | ${dut2_to_tg_ip6o4} | ${tg_prefix6o4} | ${dut_prefix6o4}
-| | And Configure LISP topology in 3-node circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${NONE}
-| | ... | ${dut2} | ${dut2_if1} | ${NONE}
-| | ... | ${duts_locator_set} | ${dut1_ip6o4_eid} | ${dut2_ip6o4_eid}
-| | ... | ${dut1_ip6o4_static_adjacency} | ${dut2_ip6o4_static_adjacency}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6lispip4-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6lispip4-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6lispip4-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6lispip4-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip6-ip6base-mrr.robot b/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip6-ip6base-mrr.robot
deleted file mode 100644 (file)
index 0a59c85..0000000
--- a/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip6-ip6base-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/overlay/lisp_static_adjacency.robot
-| Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | IP6FWD | ENCAP | LISP | IP6UNRLAY | IP6OVRLAY
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC6830: Pkt throughput Lisp test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.\
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6-LISP-IPv6 on DUT1-DUT2,\
-| ... | Eth-IPv6 on TG-DUTn for IPv6 routing over LISPoIPv6 tunnel.\
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and static routes. LISPoIPv6 tunnel is configured between\
-| ... | DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | *[Ref] Applicable standard specifications:* RFC6830.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# LISP overhead
-| ${overhead}= | 8
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 LISP remote static mappings and whitelist\
-| | ... | filters config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.\
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize LISP IPv6 forwarding in 3-node circular topology
-| | ... | ${dut1_to_dut2_ip6} | ${dut1_to_tg_ip6} | ${dut2_to_dut1_ip6}
-| | ... | ${dut2_to_tg_ip6} | ${prefix6}
-| | And Configure LISP topology in 3-node circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${NONE}
-| | ... | ${dut2} | ${dut2_if1} | ${NONE}
-| | ... | ${duts_locator_set} | ${dut1_ip6_eid} | ${dut2_ip6_eid}
-| | ... | ${dut1_ip6_static_adjacency} | ${dut2_ip6_static_adjacency}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6lispip6-ip6base-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6lispip6-ip6base-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6lispip6-ip6base-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6lispip6-ip6base-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip4-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6_tunnels/10ge2p1x710-ethip6lispip4-ip6base-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip4-ip6base-ndrpdr.robot
rename to tests/vpp/perf/ip6_tunnels/10ge2p1x710-ethip6lispip4-ip6base-ndrpdr.robot
index c4e7d8e..f3533d8 100644 (file)
--- a/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip4-ip6base-ndrpdr.robot
+++ b/tests/vpp/perf/ip6_tunnels/10ge2p1x710-ethip6lispip4-ip6base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -17,16 +17,14 @@
 | Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | IP6FWD | ENCAP | LISP | IP4UNRLAY | IP6OVRLAY
+| ... | NIC_Intel-X710 | IP6FWD | ENCAP | LISP | IP4UNRLAY | IP6OVRLAY
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,18 +36,16 @@
 | ... | Eth-IPv6 on TG-DUTn for IPv6 routing over LISPoIPv4 tunnel.\
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and static routes. LISPoIPv4 tunnel is configured between\
-| ... | DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.\
+| ... | DUT1 and DUT2. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | *[Ref] Applicable standard specifications:* RFC6830.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 # LISP overhead
 | ${overhead}= | 48
 # Traffic profile:
@@ -64,20 +60,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Frame size in Bytes as integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize LISP IPv6 over IPv4 forwarding in 3-node circular topology
 | | ... | ${dut1_to_dut2_ip6o4} | ${dut1_to_tg_ip6o4} | ${dut2_to_dut1_ip6o4}
@@ -88,53 +82,52 @@
 | | ... | ${duts_locator_set} | ${dut1_ip6o4_eid} | ${dut2_ip6o4_eid}
 | | ... | ${dut1_ip6o4_static_adjacency} | ${dut2_ip6o4_static_adjacency}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6lispip4-ip6base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip6-ip6base-ndrpdr.robot b/tests/vpp/perf/ip6_tunnels/10ge2p1x710-ethip6lispip6-ip6base-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip6-ip6base-ndrpdr.robot
rename to tests/vpp/perf/ip6_tunnels/10ge2p1x710-ethip6lispip6-ip6base-ndrpdr.robot
index 8dfa4e4..97aa15b 100644 (file)
--- a/tests/vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip6-ip6base-ndrpdr.robot
+++ b/tests/vpp/perf/ip6_tunnels/10ge2p1x710-ethip6lispip6-ip6base-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -17,16 +17,15 @@
 | Variables | resources/test_data/lisp/performance/lisp_static_adjacency.py
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | IP6FWD | ENCAP | LISP | IP6UNRLAY | IP6OVRLAY
+| ... | NIC_Intel-X710 | IP6FWD | ENCAP | LISP | IP6UNRLAY | IP6OVRLAY
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,19 +37,17 @@
 | ... | Eth-IPv6 on TG-DUTn for IPv6 routing over LISPoIPv6 tunnel.\
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and static routes. LISPoIPv6 tunnel is configured between\
-| ... | DUT1 and DUT2. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.\
+| ... | DUT1 and DUT2. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | *[Ref] Applicable standard specifications:* RFC6830.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# LISP overhead.
+| ${nic_name}= | Intel-X710
+# LISP overhead
 | ${overhead}= | 8
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
@@ -64,20 +61,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Frame size in Bytes as integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize LISP IPv6 forwarding in 3-node circular topology
 | | ... | ${dut1_to_dut2_ip6} | ${dut1_to_tg_ip6} | ${dut2_to_dut1_ip6}
@@ -88,53 +83,52 @@
 | | ... | ${duts_locator_set} | ${dut1_ip6_eid} | ${dut2_ip6_eid}
 | | ... | ${dut1_ip6_static_adjacency} | ${dut2_ip6_static_adjacency}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6lispip6-ip6base-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/ip6_tunnels/regenerate_testcases.py b/tests/vpp/perf/ip6_tunnels/regenerate_testcases.py
index d98546b..5e32e97 100755 (executable)
--- a/tests/vpp/perf/ip6_tunnels/regenerate_testcases.py
+++ b/tests/vpp/perf/ip6_tunnels/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index cec1430..0000000
--- a/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,114 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Cisco-VIC-1227 | ETH | L2BDMACLRN | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Cisco-VIC-1227
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | Cisco-VIC-1227.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# Link limit:
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | Apply startup configuration on all VPP DUTs
-| | Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index dc0e434..0000000
--- a/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,120 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Cisco-VIC-1227 | ETH | L2BDMACLRN | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Cisco-VIC-1227
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | Cisco-VIC-1227.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# Link limit:
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | Apply startup configuration on all VPP DUTs
-| | Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index e2ae42b..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/l2/tagging.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2XCFWD | BASE | DOT1AD
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC with 802.1ad test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 xconnect.
-| ... | 802.1ad tagging is applied on link between DUT1 and DUT2 with inner 4B
-| ... | vlan tag (id=100) and outer 4B vlan tag (id=200).
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and
-| ... | static payload. MAC addresses are matching MAC addresses of the TG
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${outer_vlan_id}= | 100
-| ${inner_vlan_id}= | 200
-| ${type_subif}= | two_tags
-| ${tag_rewrite}= | pop-2
-| ${overhead}= | ${8}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set interfaces in path up
-| | When Initialize VLAN sub-interfaces in 3-node circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid}
-| | ... | ${outer_vlan_id} | ${inner_vlan_id} | ${type_subif}
-| | And Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1} | ${dut2} | ${subif_index_2}
-| | ... | ${tag_rewrite}
-| | And Connect interfaces and VLAN sub-interfaces using L2XC
-| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
-| | ... | ${dut2} | ${dut2_if2} | ${subif_index_2}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1ad-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1ad-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1ad-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1ad-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1ad-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1ad-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1ad-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1ad-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1ad-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1ad-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1ad-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1ad-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index b342571..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | BASE | DOT1Q | L2BDMACLRN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested with 2p10GE\
-| ... | NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Bridge domain IDs
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index cafebdb..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | BASE | DOT1Q | L2BDMACLRN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested with 2p10GE\
-| ... | NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Bridge domain IDs
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index 3da3ad3..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/l2/tagging.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2XCFWD | BASE | DOT1Q
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\
-| ... | connect. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set interfaces in path up
-| | When Initialize VLAN dot1q sub-interfaces in circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid}
-| | And Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1} | ${dut2} | ${subif_index_2}
-| | ... | ${tag_rewrite}
-| | And Connect interfaces and VLAN sub-interfaces using L2XC
-| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
-| | ... | ${dut2} | ${dut2_if2} | ${subif_index_2}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-ndrpdr.robot
deleted file mode 100644 (file)
index 32a5f2c..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-ndrpdr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/l2/tagging.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2XCFWD | BASE | DOT1Q
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\
-| ... | connect. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize VLAN dot1q sub-interfaces in circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid}
-| | And Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1} | ${dut2} | ${subif_index_2}
-| | ... | ${tag_rewrite}
-| | And Connect interfaces and VLAN sub-interfaces using L2XC
-| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
-| | ... | ${dut2} | ${dut2_if2} | ${subif_index_2}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr.robot
deleted file mode 100644 (file)
index aad7b01..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index f88fc59..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 6492a78..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 8dfd90a..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 71ebad9..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 9fcece4..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 0fc74a8..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index 222328c..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 5437478..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index 4ca568e..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr.robot
deleted file mode 100644 (file)
index eb969e6..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index f137ea4..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index ae9f0d0..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index f1b3b43..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,155 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 60c5c2e..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index 6991fec..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Packet throughput L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 489363a..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index 8813874..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr.robot
deleted file mode 100644 (file)
index a699f8e..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u10p-conc
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 98940c8..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 1bb57dd..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot
deleted file mode 100644 (file)
index 8659458..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 040fd79..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:ff:ff:80
-| ${tg_stream1_subnet}= | 10.0.0.0/24
-| ${tg_stream2_subnet}= | 20.0.0.0/24
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index a72c106..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:fe:00:00
-| ${tg_stream1_subnet}= | 10.0.0.0/15
-| ${tg_stream2_subnet}= | 20.0.0.0/15
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index a22b982..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:ff:c0:00
-| ${tg_stream1_subnet}= | 10.0.0.0/18
-| ${tg_stream2_subnet}= | 20.0.0.0/18
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr.robot
deleted file mode 100644 (file)
index abc9695..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:ff:ff:80
-| ${tg_stream1_subnet}= | 10.0.0.0/24
-| ${tg_stream2_subnet}= | 20.0.0.0/24
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 278c5e3..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:fe:00:00
-| ${tg_stream1_subnet}= | 10.0.0.0/15
-| ${tg_stream2_subnet}= | 20.0.0.0/15
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index f06f215..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:ff:c0:00
-| ${tg_stream1_subnet}= | 10.0.0.0/18
-| ${tg_stream2_subnet}= | 20.0.0.0/18
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr.robot
deleted file mode 100644 (file)
index ece0ecd..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:ff:ff:80
-| ${tg_stream1_subnet}= | 10.0.0.0/24
-| ${tg_stream2_subnet}= | 20.0.0.0/24
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 57a16a0..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:fe:00:00
-| ${tg_stream1_subnet}= | 10.0.0.0/15
-| ${tg_stream2_subnet}= | 20.0.0.0/15
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index a36895c..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with MACIP ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${ip_step}= | ${1}
-| ${src_mac_start}= | 01:02:03:04:05:06
-| ${src_mac_step}= | ${1000}
-| ${src_mac_mask}= | 00:00:00:00:00:00
-| ${tg_stream1_mac}= | ca:fe:00:00:00:00
-| ${tg_stream2_mac}= | fa:ce:00:00:00:00
-| ${tg_mac_mask}= | ff:ff:ff:ff:c0:00
-| ${tg_stream1_subnet}= | 10.0.0.0/18
-| ${tg_stream2_subnet}= | 20.0.0.0/18
-
-# traffic profile
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 81c2e93..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,126 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | L2BDBASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 7984732..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | L2BDBASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 6c15083..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index fda6874..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 7f937e9..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw Results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 8dcbfbc..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 5c20ed8..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 72408fb..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 10
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr.robot
deleted file mode 100644 (file)
index f10bd71..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index 1ebaf0d..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 3c0b5f6..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 180cf9a..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 7bde9e9..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index cb6ef0f..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr.robot
deleted file mode 100644 (file)
index 164847b..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr.robot
deleted file mode 100644 (file)
index afb75ca..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Packet throughput L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 44d9643..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr.robot
deleted file mode 100644 (file)
index 459ce4d..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 100_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr.robot
deleted file mode 100644 (file)
index 157e669..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 100k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 100k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index d151429..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with ACL
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | output
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot
deleted file mode 100644 (file)
index c385545..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index ea48fcd..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot
deleted file mode 100644 (file)
index 6d25176..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 69daeac..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot
deleted file mode 100644 (file)
index 7334631..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 0702f62..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index ad017e8..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-ndrpdr.robot
deleted file mode 100644 (file)
index 4cba6cd..0000000
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-ndrpdr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 44cfd2d..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,117 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge-domain
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr.robot
index 7700b2c..9e84f1e 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,15 +19,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710 | AVF
+| ... | L2 | ${nic_name} | AVF
 | ... | AND | Set up performance test suite with AVF driver
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local template
 | ...
@@ -37,10 +34,10 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge-domain.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel with VF enabled.
+| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}
+| ... | with VF enabled.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -62,62 +59,59 @@
 | Local template
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD config with ${phy_cores} phy core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize AVF interfaces
 | | And Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc10-IMIX-1c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-avf-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-mrr.robot
deleted file mode 100644 (file)
index 5d7fe9a..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-mrr.robot
+++ /dev/null
@@ -1,116 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2PATCH | BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 patch
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2patch-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2patch-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2patch-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2patch-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2patch-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2patch-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2patch-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2patch-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2patch-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-ndrpdr.robot
index 8a76c4d..0043717 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,15 +19,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710 | AVF
+| ... | L2 | ${nic_name} | AVF
 | ... | AND | Set up performance test suite with AVF driver
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local template
 | ...
@@ -37,12 +34,12 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel with VF enabled.
+| ... | DUT1 and DUT2 tested with ${nic_name} with VF enabled.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -52,8 +49,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -62,62 +59,59 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
 | | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${20000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize AVF interfaces
 | | And Initialize L2 patch
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-avf-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-avf-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-avf-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-avf-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-avf-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-avf-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc10-IMIX-1c-avf-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-avf-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-avf-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index 779b7d0..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,117 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel with VF\
-| ... | enabled.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 Xconnect In 3-node Circular Topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-ndrpdr.robot
index 3ebeaca..307261e 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,15 +19,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710 | AVF
+| ... | L2 | ${nic_name} | AVF
 | ... | AND | Set up performance test suite with AVF driver
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local template
 | ...
@@ -37,10 +34,10 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel with VF\
-| ... | enabled.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name} with VF\
+| ... | enabled.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -52,8 +49,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -62,62 +59,59 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
 | | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${20000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize AVF interfaces
 | | And Initialize L2 Xconnect In 3-node Circular Topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc10-IMIX-1c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-avf-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1ad-l2xcbase-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-dot1ad-l2xcbase-ndrpdr.robot
index 18698ed..579ce17 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-dot1ad-l2xcbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,17 +16,14 @@
 | Resource | resources/libraries/robot/l2/tagging.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2XCFWD | BASE | DOT1AD
+| ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1AD
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +35,12 @@
 | ... | 802.1ad tagging is applied on link between DUT1 and DUT2 with inner 4B
 | ... | vlan tag (id=100) and outer 4B vlan tag (id=200).
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -53,14 +50,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${8}
 | ${subid}= | 10
 | ${outer_vlan_id}= | 100
 | ${inner_vlan_id}= | 200
 | ${type_subif}= | two_tags
 | ${tag_rewrite}= | pop-2
-| ${overhead}= | ${8}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -72,20 +68,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set interfaces in path up
 | | When Initialize VLAN sub-interfaces in 3-node circular topology
@@ -98,53 +92,52 @@
 | | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
 | | ... | ${dut2} | ${dut2_if2} | ${subif_index_2}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1ad-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index e6269f7..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | BASE | DOT1Q | L2BDMACLRN
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested with 2p10GE\
-| ... | NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Bridge domain IDs
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot
index 0b1ed19..88368d8 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | BASE | DOT1Q | L2BDMACLRN
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -36,13 +33,14 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
 | ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested with 2p10GE\
-| ... | NIC X710 by Intel.
+| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
@@ -51,11 +49,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Bridge domain IDs
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
@@ -67,74 +64,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology
 | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index 6061adc..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/l2/tagging.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1Q
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\
-| ... | connect. DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set interfaces in path up
-| | When Initialize VLAN dot1q sub-interfaces in circular topology
-| | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid}
-| | And Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1} | ${dut2} | ${subif_index_2}
-| | ... | ${tag_rewrite}
-| | And Connect interfaces and VLAN sub-interfaces using L2XC
-| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
-| | ... | ${dut2} | ${dut2_if2} | ${subif_index_2}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot
index c279411..a2c8a8e 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,14 +19,11 @@
 | ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1Q
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -37,12 +34,13 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\
 | ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\
-| ... | connect. DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.
+| ... | connect. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
@@ -51,11 +49,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -67,20 +64,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize VLAN dot1q sub-interfaces in circular topology
 | | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid}
@@ -91,53 +86,52 @@
 | | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
 | | ... | ${dut2} | ${dut2_if2} | ${subif_index_2}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot
index 0a4b4b9..55dd104 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
 | ... | IACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot
index f40f85b..eb6f614 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | IACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot
index 1238209..e867488 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | IACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot
index 072268e..57b8824 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
 | ... | IACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot
index 6275ee2..e0b17c6 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | IACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot
index 3522069..c19feb6 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | IACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot
index e44241e..26a7231 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
 | ... | IACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot
index aab59e2..f785a67 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | IACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index b2a0b44..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot
index dded815..7a29f31 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,19 +16,16 @@
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL1 | 10k_FLOWS
+| ... | IACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,7 +68,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
@@ -85,70 +79,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot
index 60f108c..853e197 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
 | ... | IACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot
index 6a209f6..9b65dc3 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | IACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 280a1f9..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 1
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot
index 2df4396..290939c 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,19 +16,16 @@
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
+| ... | IACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,7 +68,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
@@ -85,70 +79,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot
index aeec975..f81ed54 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
 | ... | IACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot
index 66fbcf3..dd7488e 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | IACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot
deleted file mode 100644 (file)
index 9a6b310..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit+reflect
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot
index 2a061bb..a923984 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,19 +16,16 @@
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | IACL | ACL50 | 10k_FLOWS
+| ... | IACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,7 +68,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
@@ -85,70 +79,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot
index 12d3217..57ca2ae 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
 | ... | IACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,72 +68,78 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u10p-conc
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot
index eb2dfdd..4d4d3b3 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | IACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot
deleted file mode 100644 (file)
index 2b53f5e..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with ACL
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with ACL*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
-| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with UDP header and\
-| ... | static payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
-# ACL test setup
-| ${acl_action}= | permit
-| ${acl_apply_type}= | input
-| ${no_hit_aces_number}= | 50
-| ${flows_per_dir}= | 10k
-
-# starting points for non-hitting ACLs
-| ${src_ip_start}= | 30.30.30.1
-| ${dst_ip_start}= | 40.40.40.1
-| ${ip_step}= | ${1}
-| ${sport_start}= | ${1000}
-| ${dport_start}= | ${1000}
-| ${port_step}= | ${1}
-| ${trex_stream1_subnet}= | 10.10.10.0/24
-| ${trex_stream2_subnet}= | 20.20.20.0/24
-
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot
index 44da87e..c4d4802 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -16,19 +16,16 @@
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
+| ... | IACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | input
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,7 +68,6 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
@@ -85,70 +79,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot
index eaa7459..ef21ac7 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
 | ... | IACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -43,10 +40,10 @@
 | ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
 | ... | Intel.
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +53,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +70,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:ff:ff:80
 | ${tg_stream1_subnet}= | 10.0.0.0/24
 | ${tg_stream2_subnet}= | 20.0.0.0/24
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot
similarity index 75%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot
index d73e90d..2393f3e 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | IACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -43,10 +40,10 @@
 | ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
 | ... | Intel.
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +53,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +70,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:fe:00:00
 | ${tg_stream1_subnet}= | 10.0.0.0/15
 | ${tg_stream2_subnet}= | 20.0.0.0/15
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot
index 304a88c..0d8c6f0 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | IACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -43,10 +40,10 @@
 | ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
 | ... | Intel.
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +53,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +70,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:ff:c0:00
 | ${tg_stream1_subnet}= | 10.0.0.0/18
 | ${tg_stream2_subnet}= | 20.0.0.0/18
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot
index 4e20add..bfdfe08 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
 | ... | IACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,13 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
+| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +52,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +69,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:ff:ff:80
 | ${tg_stream1_subnet}= | 10.0.0.0/24
 | ${tg_stream2_subnet}= | 20.0.0.0/24
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot
index 6dfccb9..bd7b9b5 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | IACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,13 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
+| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +52,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +69,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:fe:00:00
 | ${tg_stream1_subnet}= | 10.0.0.0/15
 | ${tg_stream2_subnet}= | 20.0.0.0/15
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot
index 747760b..6423db5 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL1 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | IACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,13 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
+| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +52,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +69,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:ff:c0:00
 | ${tg_stream1_subnet}= | 10.0.0.0/18
 | ${tg_stream2_subnet}= | 20.0.0.0/18
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot
similarity index 74%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot
index 8d9ad09..2a22b42 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
 | ... | IACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,13 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
+| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +52,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +69,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:ff:ff:80
 | ${tg_stream1_subnet}= | 10.0.0.0/24
 | ${tg_stream2_subnet}= | 20.0.0.0/24
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot
index 17b0abb..691dffc 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | IACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,13 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
+| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +52,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +69,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:fe:00:00
 | ${tg_stream1_subnet}= | 10.0.0.0/15
 | ${tg_stream2_subnet}= | 20.0.0.0/15
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot
index 9bc5c86..81eb8ca 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
-| ... | IACL | ACL50 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS
+| ... | IACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with MACIP ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,13 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required MACIP ACL rules are applied to input paths of both DUT1\
-| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\
-| ... | Intel.
+| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -56,14 +52,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${ip_step}= | ${1}
@@ -75,72 +69,78 @@
 | ${tg_mac_mask}= | ff:ff:ff:ff:c0:00
 | ${tg_stream1_subnet}= | 10.0.0.0/18
 | ${tg_stream2_subnet}= | 20.0.0.0/18
-
 # traffic profile
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 08f877a..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,126 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot
index 8b5eca2..c8dca29 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,27 +18,23 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
-| Documentation | *RFC2544: Pkt throughput  L2BD test cases*
+| Documentation | *RFC2544: Pkt throughput L2BD test cases*
 | ...
 | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -50,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -63,70 +59,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot
index 3ce3009..4698fa5 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
 | ... | OACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot
index d99d97a..7a6e05f 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot
index d7a3a4c..ba03f5f 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot
index a28a17c..e4ea463 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
 | ... | OACL | ACL10 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot
index f7b18d3..be2ed0f 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL10 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot
index 8fdf0f0..f7da6c3 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL10 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL10 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 10
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot
index 6e618a2..6dce6f2 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
 | ... | OACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot
index 9a7852c..1ad26d4 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot
index 9fb00cd..a741c0b 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL1 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot
index 37b5f96..67c7d2f 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
 | ... | OACL | ACL1 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot
index bfcb8f9..cb28764 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL1 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot
index 2d02917..130b49c 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL1 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL1 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 1
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot
index afd7020..27337a8 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
 | ... | OACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot
index 15a583e..67eba59 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot
index 505a90f..6157671 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
-| ... | OACL | ACL50 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL
+| ... | OACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit+reflect
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot
index 64adb58..f8b9a19 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
 | ... | OACL | ACL50 | 100_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot
index 09ade25..2d44f26 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 100k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL50 | 100K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 100k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot
similarity index 73%
rename from tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot
rename to tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot
index a68995a..a8f28a7 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,20 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
-| ... | OACL | ACL50 | 10k_FLOWS
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS
+| ... | OACL | ACL50 | 10K_FLOWS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -40,12 +37,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
 | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\
 | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\
@@ -55,15 +52,13 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # ACL test setup
 | ${acl_action}= | permit
 | ${acl_apply_type}= | output
 | ${no_hit_aces_number}= | 50
 | ${flows_per_dir}= | 10k
-
 # starting points for non-hitting ACLs
 | ${src_ip_start}= | 30.30.30.1
 | ${dst_ip_start}= | 40.40.40.1
@@ -73,71 +68,77 @@
 | ${port_step}= | ${1}
 | ${trex_stream1_subnet}= | 10.10.10.0/24
 | ${trex_stream2_subnet}= | 20.20.20.0/24
-
 | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc
 
 *** Keywords ***
 | Local Template
 | | [Documentation] | FIXME.
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | ... | [Cfg] DUT runs IPv4 routing config.
+| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
+| | ...
+| | ... | *Arguments:*
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | Type: integer, string
+| | ... | - phy_cores - Number of physical cores. Type: integer
+| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
+| | ...
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot
deleted file mode 100644 (file)
index 5fabbca..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot
index a83df93..7d18fbb 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100K
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,10 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -54,83 +50,80 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k
 
 *** Keywords ***
 | Local Template
 | | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
+| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot
deleted file mode 100644 (file)
index 307a61b..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10K
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot
index 70bae81..ae36ee9 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10K
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,10 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -54,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k
 
@@ -67,70 +63,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot
deleted file mode 100644 (file)
index 31c7fa3..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot
+++ /dev/null
@@ -1,130 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot
index a461d9d..bb16519 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,10 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\
-| ... | X710 by Intel.
+| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -54,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k
 
@@ -67,70 +63,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-mrr.robot
deleted file mode 100644 (file)
index 0b9d0ce..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-ndrpdr.robot
index 88e4b13..fb440c8 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2PATCH | BASE
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,12 +32,12 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 and DUT2 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 254 flows per flow-group) with\
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -59,75 +56,72 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
 | | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Add DPDK dev default RXD to all DUTs | 2048
 | | And Add DPDK dev default TXD to all DUTs | 2048
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 patch
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2patch-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2patch-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2patch-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index 764528c..0000000
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-ndrpdr.robot
index 0cb2e29..bf22459 100644 (file)
--- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-ndrpdr.robot
+++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,12 +32,12 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -62,70 +59,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Initialize L2 xconnect in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 3b5a203..0000000
--- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,119 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge-domain
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p25GE NIC\
-| ... | XXV710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps
-| ${s_25G}= | ${25000000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 0d215b2..0000000
--- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge-domain.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p25GE NIC\
-| ... | XXV710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps
-| ${s_25G}= | ${25000000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD config with ${phy_cores} phy core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-mrr.robot
deleted file mode 100644 (file)
index 9489021..0000000
--- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-mrr.robot
+++ /dev/null
@@ -1,118 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps
-| ${s_25G}= | ${25000000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 patch
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2patch-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2patch-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2patch-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2patch-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2patch-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2patch-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2patch-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2patch-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2patch-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-ndrpdr.robot
deleted file mode 100644 (file)
index 07b7ba7..0000000
--- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-ndrpdr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel with VF enabled.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps
-| ${s_25G}= | ${25000000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${20000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 patch
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index 3b8fea9..0000000
--- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,119 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | L2XCBASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\
-| ... | connect. DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel with VF\
-| ... | enabled.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps
-| ${s_25G}= | ${25000000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 Xconnect In 3-node Circular Topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-ndrpdr.robot
deleted file mode 100644 (file)
index df89e84..0000000
--- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-ndrpdr.robot
+++ /dev/null
@@ -1,126 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | L2XCBASE | DRV_AVF
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up SRIOV 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710 | AVF
-| ... | AND | Set up performance test suite with AVF driver
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\
-| ... | connect. DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel with VF\
-| ... | enabled.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses are matching MAC addresses of the TG node\
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps
-| ${s_25G}= | ${25000000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${20000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add DPDK no PCI to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo
-| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize AVF interfaces
-| | And Initialize L2 Xconnect In 3-node Circular Topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc10-IMIX-1c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-avf-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-mrr.robot
deleted file mode 100644 (file)
index 4ed742b..0000000
--- a/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-ndrpdr.robot
deleted file mode 100644 (file)
index b76ea6c..0000000
--- a/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index fd322e4..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,126 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X553 | ETH | L2BDMACLRN | BASE | L2BDBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X553
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC
-| ... | X553 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 switching config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index f597356..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X553 | ETH | L2BDMACLRN | BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X553
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC
-| ... | X553 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 switching config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-mrr.robot
deleted file mode 100644 (file)
index 3b11de5..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X553 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X553
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\
-| ... | DUT1 tested with 2p10GE NIC X553 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-ndrpdr.robot
deleted file mode 100644 (file)
index d76ae01..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-ndrpdr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X553 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X553
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\
-| ... | DUT1 tested with 2p10GE NIC X553 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index 511b39e..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X553 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X553
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p10GE NIC X553 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 2-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-ndrpdr.robot
deleted file mode 100644 (file)
index 7ba3ee9..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-ndrpdr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X553 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X553
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p10GE NIC X553 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X553 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 2-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 3489910..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | BASE | DOT1Q | L2BDMACLRN
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Bridge domain IDs
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot
index 07c774d..683c181 100644 (file)
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | BASE | DOT1Q | L2BDMACLRN
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -36,12 +33,13 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
 | ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT1 is tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUT1. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
@@ -50,11 +48,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Bridge domain IDs
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
@@ -66,74 +63,71 @@
 | | [Documentation]
 | | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\
 | | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology
 | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index bdf6575..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/l2/tagging.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1Q
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- connect.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set interfaces in path up
-| | When Initialize VLAN dot1q sub-interfaces in circular topology
-| | ... | ${dut1} | ${dut1_if2} | SUB_ID=${subid}
-| | And Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1} | TAG_REWRITE_METHOD=${tag_rewrite}
-| | And Connect interfaces and VLAN sub-interfaces using L2XC
-| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot
index c82e63a..428a201 100644 (file)
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot
+++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,14 +19,11 @@
 | ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1Q
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -37,12 +34,13 @@
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\
 | ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- connect.\
-| ... | DUT1 is tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 is tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
@@ -51,11 +49,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
 
@@ -67,20 +64,18 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize VLAN dot1q sub-interfaces in circular topology
 | | ... | ${dut1} | ${dut1_if2} | SUB_ID=${subid}
@@ -89,53 +84,52 @@
 | | And Connect interfaces and VLAN sub-interfaces using L2XC
 | | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 4fdfff5..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot
index 63b9554..5e395e4 100644 (file)
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,17 +15,14 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,12 +32,12 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header\
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 
@@ -59,73 +56,70 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
 | | ... | core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-soak.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-soak.robot
deleted file mode 100644 (file)
index 4dc2754..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-soak.robot
+++ /dev/null
@@ -1,73 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Perform PLRsearch to find critical load.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Find critical load using PLRsearch
-| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-soak
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot
deleted file mode 100644 (file)
index 3d89cd9..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot
+++ /dev/null
@@ -1,129 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc50kdst50k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot
index abe2cd7..da147b8 100644 (file)
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100k
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-macsrc50kdst50k
 
@@ -66,70 +63,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale100kmaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot
deleted file mode 100644 (file)
index e2f8074..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot
+++ /dev/null
@@ -1,129 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc5kdst5k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot
index 1987bec..40d5c1e 100644 (file)
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10k
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-macsrc5kdst5k
 
@@ -66,70 +63,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale10kmaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot
deleted file mode 100644 (file)
index c20cfee..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot
+++ /dev/null
@@ -1,129 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot
index 598455c..4fdfbc7 100644 (file)
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot
+++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,9 +32,9 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
 | ... | Ethernet L2 frame sizes using MLRsearch library.\
@@ -53,8 +50,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k
 
@@ -66,70 +63,67 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domain in circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-mrr.robot
deleted file mode 100644 (file)
index b60f403..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\
-| ... | DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-ndrpdr.robot
index eb729f5..656f694 100644 (file)
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-ndrpdr.robot
+++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2PATCH | BASE
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,12 +32,12 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\
-| ... | DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 254 flows per flow-group) with\
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 
@@ -59,73 +56,70 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
 | | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 patch
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2patch-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2patch-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2patch-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2patch-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2patch-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2patch-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-soak.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-soak.robot
deleted file mode 100644 (file)
index c563c81..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-soak.robot
+++ /dev/null
@@ -1,73 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK
-| ... | NIC_Intel-X710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\
-| ... | DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Perform PLRsearch to find critical load.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Find critical load using PLRsearch
-| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-soak
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index c093811..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,125 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 2-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-ndrpdr.robot
index 69154a8..9bc6278 100644 (file)
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-ndrpdr.robot
+++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,14 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
+| Test Teardown | Tear down performance test
 | ...
 | Test Template | Local Template
 | ...
@@ -35,12 +32,12 @@
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 254 flows per flow-group) with\
@@ -49,8 +46,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 
@@ -59,73 +56,70 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2XC config.\
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Initialize L2 xconnect in 2-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-soak.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-soak.robot
deleted file mode 100644 (file)
index 160a837..0000000
--- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-soak.robot
+++ /dev/null
@@ -1,73 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load.
-
-*** Variables ***
-# X710-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Perform PLRsearch to find critical load.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 2-node circular topology
-| | Then Find critical load using PLRsearch
-| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-soak
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 283ab6b..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | BASE | DOT1Q | L2BDMACLRN
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD  with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT1 is tested with 2p25GE NIC XXV710 by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Bridge domain IDs
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 0934bc1..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | BASE | DOT1Q | L2BDMACLRN
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\
-| ... | and MAC learning enabled. DUT1 is tested with 2p25GE NIC XXV710 by\
-| ... | Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUT1. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Bridge domain IDs
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index be570f5..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/l2/tagging.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | L2XCFWD | BASE | DOT1Q
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- connect.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set interfaces in path up
-| | When Initialize VLAN dot1q sub-interfaces in circular topology
-| | ... | ${dut1} | ${dut1_if2} | SUB_ID=${subid}
-| | And Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1} | TAG_REWRITE_METHOD=${tag_rewrite}
-| | And Connect interfaces and VLAN sub-interfaces using L2XC
-| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-ndrpdr.robot
deleted file mode 100644 (file)
index 5b01304..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Resource | resources/libraries/robot/l2/tagging.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | L2XCFWD | BASE | DOT1Q
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC with IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- connect.\
-| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize VLAN dot1q sub-interfaces in circular topology
-| | ... | ${dut1} | ${dut1_if2} | SUB_ID=${subid}
-| | And Configure L2 tag rewrite method on interfaces
-| | ... | ${dut1} | ${subif_index_1} | TAG_REWRITE_METHOD=${tag_rewrite}
-| | And Connect interfaces and VLAN sub-interfaces using L2XC
-| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index 4e43db4..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | L2BDBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XVX710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 3960fbc..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr.robot
deleted file mode 100644 (file)
index c8a08b0..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc50kdst50k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 654d8c6..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc50kdst50k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr.robot
deleted file mode 100644 (file)
index ac60797..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc5kdst5k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index cdca46a..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10k
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc5kdst5k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr.robot
deleted file mode 100644 (file)
index 5d2efe4..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 5309b28..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput for L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\
-| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload.\
-| ... | MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\
-| | ... | core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-mrr.robot
deleted file mode 100644 (file)
index 3765eae..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\
-| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-ndrpdr.robot
deleted file mode 100644 (file)
index 78f0c93..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\
-| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index c2c5f03..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,127 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 2-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-ndrpdr.robot
deleted file mode 100644 (file)
index edfff33..0000000
--- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-ndrpdr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | L2XCBASE
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| ...
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect.
-| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config.\
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... |   Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | And Initialize L2 xconnect in 2-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index b29dafd..0000000
--- a/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,129 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.NodePath
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Cisco-VIC-1385 | ETH | L2BDMACLRN | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Cisco-VIC-1385
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC\
-| ... | NIC_Cisco-VIC-1385.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching\
-| ... | MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 (TG) bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps (TG) limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 3603708..0000000
--- a/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.NodePath
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Cisco-VIC-1385 | ETH | L2BDMACLRN | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Cisco-VIC-1385
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC\
-| ... | NIC_Cisco-VIC-1385.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching\
-| ... | MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 (TG) bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps (TG) limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot
deleted file mode 100644 (file)
index e875ef6..0000000
--- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot
+++ /dev/null
@@ -1,131 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.NodePath
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC\
-| ... | XL710-DA2 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching\
-| ... | MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-ndrpdr.robot
deleted file mode 100644 (file)
index 76cd740..0000000
--- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-ndrpdr.robot
+++ /dev/null
@@ -1,137 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.NodePath
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC\
-| ... | XL710-DA2 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching\
-| ... | MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domain in circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-mrr.robot
deleted file mode 100644 (file)
index a1db038..0000000
--- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-mrr.robot
+++ /dev/null
@@ -1,129 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-ndrpdr.robot
deleted file mode 100644 (file)
index 8d91e27..0000000
--- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-ndrpdr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | L2PATCH | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2patch test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\
-| ... | DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv4 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 patch
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2patch-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2patch-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot
deleted file mode 100644 (file)
index 0ed61d0..0000000
--- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.NodePath
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance mrr test
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-ndrpdr.robot
deleted file mode 100644 (file)
index aa345ad..0000000
--- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-ndrpdr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| Library | resources.libraries.python.InterfaceUtil
-| Library | resources.libraries.python.NodePath
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down performance discovery test | ${min_rate}pps
-| ... | ${framesize} | ${traffic_profile}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Add DPDK dev default RXD to all DUTs | 2048
-| | And Add DPDK dev default TXD to all DUTs | 2048
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect in 3-node circular topology
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/l2/regenerate_testcases.py b/tests/vpp/perf/l2/regenerate_testcases.py
index 5fabf8b..2632018 100755 (executable)
--- a/tests/vpp/perf/l2/regenerate_testcases.py
+++ b/tests/vpp/perf/l2/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot
deleted file mode 100644 (file)
index 689ff32..0000000
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | SRv6
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with SRv6 with encapsulation
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results for Segment routing over IPv6 dataplane with\
-| ... | one SID (SRH not inserted) test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6-IPv6 on DUT1-DUT2, Eth-IPv6 on\
-| ... | TG-DUTn for IPv6 routing over SRv6.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and static route, SR policy and steering policy for one\
-| ... | direction and one SR behaviour (function) - End - for other direction.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv6 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* SRv6 Network Programming -\
-| ... | draft 3.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SIDs
-| ${dut1_sid1}= | 2002:1::
-| ${dut1_sid2}= | 2003:2::
-| ${dut1_bsid}= | 2002:1::1
-| ${dut2_sid1}= | 2002:2::
-| ${dut2_sid2}= | 2003:1::
-| ${dut2_bsid}= | 2002:2::1
-| ${sid_prefix}= | ${64}
-# IP settings
-| ${tg_if1_ip6_subnet}= | 2001:1::
-| ${tg_if2_ip6_subnet}= | 2001:2::
-| ${dst_addr_nr}= | ${1}
-| ${dut1_if1_ip6}= | 2001:1::1
-| ${dut1_if2_ip6}= | 2001:3::1
-| ${dut2_if1_ip6}= | 2001:3::2
-| ${dut2_if2_ip6}= | 2001:2::1
-| ${prefix}= | ${64}
-# outer IPv6 header: 40B
-| ${srv6_overhead_nosrh}= | ${40}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs  IPv6 over SRv6 routing config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_nosrh}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding over SRv6 with encapsulation with '1' x SID 'with' decapsulation in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6ip6-ip6base-srv6enc1sid-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot
deleted file mode 100644 (file)
index a89c468..0000000
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot
+++ /dev/null
@@ -1,151 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | SRv6
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with SRv6 with encapsulation
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results for  Segment routing over IPv6 dataplane with\
-| ... | two SIDs (SRH inserted) test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6-SRH-IPv6 on DUT1-DUT2, Eth-IPv6\
-| ... | on TG-DUTn for IPv6 routing over SRv6.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and static route, SR policy and steering policy for one\
-| ... | direction and two SR behaviours (functions) - End and End.DX6 - for\
-| ... | other direction. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv6 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* SRv6 Network Programming -\
-| ... | draft 3.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SIDs
-| ${dut1_sid1}= | 2002:1::
-| ${dut1_sid2_1}= | 2003:2::
-| ${dut1_sid2_2}= | 2003:3::
-| ${dut1_bsid}= | 2002:1::1
-| ${dut2_sid1_1}= | 2002:2::
-| ${dut2_sid1_2}= | 2002:3::
-| ${dut2_sid2}= | 2003:1::
-| ${dut2_bsid}= | 2002:2::1
-| ${sid_prefix}= | ${64}
-# IP settings
-| ${tg_if1_ip6_subnet}= | 2001:1::
-| ${tg_if2_ip6_subnet}= | 2001:2::
-| ${dst_addr_nr}= | ${1}
-| ${dut1_if1_ip6}= | 2001:1::1
-| ${dut1_if2_ip6}= | 2001:3::1
-| ${dut2_if1_ip6}= | 2001:3::2
-| ${dut2_if2_ip6}= | 2001:2::1
-| ${prefix}= | ${64}
-# outer IPv6 header + SRH with 2 SIDs: 40+40B
-| ${srv6_overhead_2sids}= | ${80}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 over SRv6 routing config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_2sids}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding over SRv6 with encapsulation with '2' x SID 'with' decapsulation in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6srhip6-ip6base-srv6enc2sids-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot
deleted file mode 100644 (file)
index 017a317..0000000
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot
+++ /dev/null
@@ -1,150 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | SRv6
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Tear down mrr test with SRv6 with encapsulation
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results for Segment routing over IPv6 dataplane with\
-| ... | two SIDs (SRH inserted) without decapsulation test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6-SRH-IPv6 on DUT1-DUT2 and\
-| ... | DUTn->TG, Eth-IPv6 on TG->DUTn for IPv6 routing over SRv6.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and static route, SR policy and steering policy for one\
-| ... | direction and one SR behaviour (function) - End - for other direction.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv6 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* SRv6 Network Programming -\
-| ... | draft 3.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SIDs
-| ${dut1_sid1}= | 2002:1::
-| ${dut1_sid2_1}= | 2003:2::
-| ${dut1_sid2_2}= | 2003:3::
-| ${dut1_bsid}= | 2002:1::1
-| ${dut2_sid1_1}= | 2002:2::
-| ${dut2_sid1_2}= | 2002:3::
-| ${dut2_sid2}= | 2003:1::
-| ${dut2_bsid}= | 2002:2::1
-| ${sid_prefix}= | ${64}
-# IP settings
-| ${tg_if1_ip6_subnet}= | 2001:1::
-| ${tg_if2_ip6_subnet}= | 2001:2::
-| ${dst_addr_nr}= | ${1}
-| ${dut1_if1_ip6}= | 2001:1::1
-| ${dut1_if2_ip6}= | 2001:3::1
-| ${dut2_if1_ip6}= | 2001:3::2
-| ${dut2_if2_ip6}= | 2001:2::1
-| ${prefix}= | ${64}
-# outer IPv6 header + SRH with 2 SIDs: 40+40B
-| ${srv6_overhead_2sids}= | ${80}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 over SRv6 routing config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_2sids}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv6 forwarding over SRv6 with encapsulation with '2' x SID 'without' decapsulation in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot
deleted file mode 100644 (file)
index 4d84c9b..0000000
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot
+++ /dev/null
@@ -1,169 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
-| ... | SRv6_PROXY_DYN | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ... | AND | Set up performance test suite with Dynamic SRv6 proxy
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down mrr test with SRv6 with encapsulation
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results for Segment routing over IPv6 dataplane with\
-| ... | Dynamic SRv6 proxy test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6-SRH-IPv6 on DUT1-DUT2 and\
-| ... | DUTn->TG, Eth-IPv6 on TG->DUTn and DUTn-LXC for IPv6 routing over SRv6.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and static route, SR policy and steering policy for one\
-| ... | direction and one SR behaviour (function) - End.AD - for other\
-| ... | direction. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv6 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* SRv6 Network Programming -\
-| ... | draft 3 and Segment Routing for Service Chaining - internet draft 01.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SIDs
-| ${dut1_sid1}= | 2002:1::
-| ${dut1_sid2}= | 2003:2::
-| ${dut1_bsid}= | 2002:1::1
-| ${dut2_sid1}= | 2002:2::
-| ${dut2_sid2}= | 2003:1::
-| ${dut2_bsid}= | 2003:1::1
-| ${out_sid1_1}= | 2002:3::
-| ${out_sid1_2}= | 2002:4::
-| ${out_sid2_1}= | 2003:3::
-| ${out_sid2_2}= | 2003:4::
-| ${sid_prefix}= | ${64}
-# IP settings
-| ${tg_if1_ip6_subnet}= | 2001:1::
-| ${tg_if2_ip6_subnet}= | 2001:2::
-| ${dut1_if1_ip6}= | 2001:1::1
-| ${dut1_if2_ip6}= | 2001:3::1
-| ${dut1-memif-1-if1_ip6}= | 3001:1::1
-| ${dut1-memif-1-if2_ip6}= | 3001:1::2
-| ${dut1_nh}= | 4002::
-| ${dut2_if1_ip6}= | 2001:3::2
-| ${dut2_if2_ip6}= | 2001:2::1
-| ${dut2-memif-1-if1_ip6}= | 3002:1::1
-| ${dut2-memif-1-if2_ip6}= | 3002:1::2
-| ${dut2_nh}= | 4001::
-| ${prefix}= | ${64}
-# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
-| ${srv6_overhead_3sids}= | ${96}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 over SRv6 routing config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_3sids}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers | nf_chains=${1} | nf_nodes=${1}
-| | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'dynamic_proxy' behaviour in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot
deleted file mode 100644 (file)
index 3de8e50..0000000
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot
+++ /dev/null
@@ -1,169 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
-| ... | SRv6_PROXY_MASQ | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ... | AND | Set up performance test suite with Masquerading SRv6 proxy
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down mrr test with SRv6 with encapsulation
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Raw results for Segment routing over IPv6 dataplane with\
-| ... | Masquerading SRv6 proxy test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6-SRH-IPv6 on DUT1-DUT2, DUTn-LXC\
-| ... | and DUTn->TG, Eth-IPv6 on TG->DUTn for IPv6 routing over SRv6.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and static route, SR policy and steering policy for one\
-| ... | direction and one SR behaviour (function) - End.AM - for other\
-| ... | direction. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv6 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* SRv6 Network Programming -\
-| ... | draft 3 and Segment Routing for Service Chaining - internet draft 01.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SIDs
-| ${dut1_sid1}= | 2002:1::
-| ${dut1_sid2}= | 2003:2::
-| ${dut1_bsid}= | 2002:1::1
-| ${dut2_sid1}= | 2002:2::
-| ${dut2_sid2}= | 2003:1::
-| ${dut2_bsid}= | 2003:1::1
-| ${out_sid1_1}= | 2002:3::
-| ${out_sid1_2}= | 2002:4::
-| ${out_sid2_1}= | 2003:3::
-| ${out_sid2_2}= | 2003:4::
-| ${sid_prefix}= | ${64}
-# IP settings
-| ${tg_if1_ip6_subnet}= | 2001:1::
-| ${tg_if2_ip6_subnet}= | 2001:2::
-| ${dut1_if1_ip6}= | 2001:1::1
-| ${dut1_if2_ip6}= | 2001:3::1
-| ${dut1-memif-1-if1_ip6}= | 3001:1::1
-| ${dut1-memif-1-if2_ip6}= | 3001:1::2
-| ${dut1_nh}= | 4002::
-| ${dut2_if1_ip6}= | 2001:3::2
-| ${dut2_if2_ip6}= | 2001:2::1
-| ${dut2-memif-1-if1_ip6}= | 3002:1::1
-| ${dut2-memif-1-if2_ip6}= | 3002:1::2
-| ${dut2_nh}= | 4001::
-| ${prefix}= | ${64}
-# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
-| ${srv6_overhead_3sids}= | ${96}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 over SRv6 routing config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_3sids}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers | nf_chains=${1} | nf_nodes=${1}
-| | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'masquerading' behaviour in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot b/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot
deleted file mode 100644 (file)
index 41f33b0..0000000
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot
+++ /dev/null
@@ -1,169 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
-| ... | SRv6_PROXY_STAT | MEMIF | LXC
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with MEMIF
-| ... | AND | Set up performance test suite with Static SRv6 proxy
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| ...
-| Test Teardown | Run Keywords
-| ... | Tear down mrr test with SRv6 with encapsulation
-| ... | AND | Tear down performance test with container
-| ...
-| Test Template | Local template
-| ...
-| Documentation | *Packet throughput Segment routing over IPv6 dataplane with\
-| ... | Static SRv6 proxy test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv6-SRH-IPv6 on DUT1-DUT2 and\
-| ... | DUTn->TG, Eth-IPv6 on TG->DUTn and DUTn-LXC for IPv6 routing over SRv6.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
-| ... | routing and static route, SR policy and steering policy for one\
-| ... | direction and one SR behaviour (function) - End.AS - for other\
-| ... | direction. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 253 flows per flow-group) with\
-| ... | all packets containing Ethernet header,IPv6 header with static payload.\
-| ... | MAC addresses are matching MAC addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* SRv6 Network Programming -\
-| ... | draft 3 and Segment Routing for Service Chaining - internet draft 01.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# SIDs
-| ${dut1_sid1}= | 2002:1::
-| ${dut1_sid2}= | 2003:2::
-| ${dut1_bsid}= | 2002:1::1
-| ${dut2_sid1}= | 2002:2::
-| ${dut2_sid2}= | 2003:1::
-| ${dut2_bsid}= | 2003:1::1
-| ${out_sid1_1}= | 2002:3::
-| ${out_sid1_2}= | 2002:4::
-| ${out_sid2_1}= | 2003:3::
-| ${out_sid2_2}= | 2003:4::
-| ${sid_prefix}= | ${64}
-# IP settings
-| ${tg_if1_ip6_subnet}= | 2001:1::
-| ${tg_if2_ip6_subnet}= | 2001:2::
-| ${dut1_if1_ip6}= | 2001:1::1
-| ${dut1_if2_ip6}= | 2001:3::1
-| ${dut1-memif-1-if1_ip6}= | 3001:1::1
-| ${dut1-memif-1-if2_ip6}= | 3001:1::2
-| ${dut1_nh}= | 4002::
-| ${dut2_if1_ip6}= | 2001:3::2
-| ${dut2_if2_ip6}= | 2001:2::1
-| ${dut2-memif-1-if1_ip6}= | 3002:1::1
-| ${dut2-memif-1-if2_ip6}= | 3002:1::2
-| ${dut2_nh}= | 4001::
-| ${prefix}= | ${64}
-# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
-| ${srv6_overhead_3sids}= | ${96}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
-# Container
-| ${container_engine}= | LXC
-| ${container_chain_topology}= | chain
-
-*** Keywords ***
-| Local template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv6 over SRv6 routing config with ${phy_cores} phy
-| | ... | core(s).
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_3sids}
-| | And Apply startup configuration on all VPP DUTs
-| | And Set up performance test with containers | nf_chains=${1} | nf_nodes=${1}
-| | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'static_proxy' behaviour in 3-node circular topology
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
-
-| tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
-
-| tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-ndrpdr.robot b/tests/vpp/perf/srv6/10ge2p1x710-ethip6ip6-ip6base-srv6enc1sid-ndrpdr.robot
similarity index 77%
rename from tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-ndrpdr.robot
rename to tests/vpp/perf/srv6/10ge2p1x710-ethip6ip6-ip6base-srv6enc1sid-ndrpdr.robot
index 1b1d00e..cc6fd3a 100644 (file)
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-ndrpdr.robot
+++ b/tests/vpp/perf/srv6/10ge2p1x710-ethip6ip6-ip6base-srv6enc1sid-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,14 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | SRv6
+| ... | NIC_Intel-X710 | ETH | IP6FWD | FEATURE | SRv6 | SRv6_1SID
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with SRv6 with encapsulation
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +36,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and static route, SR policy and steering policy for one\
 | ... | direction and one SR behaviour (function) - End - for other direction.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 253 flows per flow-group) with\
@@ -53,8 +51,9 @@
 | ... | draft 3.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+# outer IPv6 header: 40B
+| ${overhead}= | ${40}
 # SIDs
 | ${dut1_sid1}= | 2002:1::
 | ${dut1_sid2}= | 2003:2::
@@ -72,8 +71,6 @@
 | ${dut2_if1_ip6}= | 2001:3::2
 | ${dut2_if2_ip6}= | 2001:2::1
 | ${prefix}= | ${64}
-# outer IPv6 header: 40B
-| ${srv6_overhead_nosrh}= | ${40}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 
@@ -84,73 +81,70 @@
 | | ... | routing and static route, SR policy and steering policy for one\
 | | ... | direction and one SR behaviour (function) - End - for other direction.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_nosrh}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding over SRv6 with encapsulation with '1' x SID 'with' decapsulation in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr.robot b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr.robot
similarity index 77%
rename from tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr.robot
rename to tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr.robot
index d481b7e..bbcd155 100644 (file)
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr.robot
+++ b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,14 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | SRv6
+| ... | NIC_Intel-X710 | ETH | IP6FWD | FEATURE | SRv6 | SRv6_2SID_DECAP
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with SRv6 with encapsulation
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,13 +36,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and static route, SR policy and steering policy for one\
 | ... | direction and two SR behaviours (functions) - End and End.DX6 - for\
-| ... | other direction. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.
+| ... | other direction. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 253 flows per flow-group) with\
@@ -54,8 +51,9 @@
 | ... | draft 3.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+# outer IPv6 header + SRH with 2 SIDs: 40+40B
+| ${overhead}= | ${80}
 # SIDs
 | ${dut1_sid1}= | 2002:1::
 | ${dut1_sid2_1}= | 2003:2::
@@ -76,8 +74,6 @@
 | ${dut2_if1_ip6}= | 2001:3::2
 | ${dut2_if2_ip6}= | 2001:2::1
 | ${prefix}= | ${64}
-# outer IPv6 header + SRH with 2 SIDs: 40+40B
-| ${srv6_overhead_2sids}= | ${80}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 
@@ -88,73 +84,70 @@
 | | ... | routing and static route, SR policy and steering policy for one\
 | | ... | direction and one SR behaviour (function) - End - for other direction.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_2sids}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding over SRv6 with encapsulation with '2' x SID 'with' decapsulation in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr.robot b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr.robot
similarity index 78%
rename from tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr.robot
rename to tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr.robot
index a2b5d04..8a96b69 100644 (file)
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr.robot
+++ b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,14 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP6FWD | FEATURE | SRv6
+| ... | NIC_Intel-X710 | ETH | IP6FWD | FEATURE | SRv6 | SRv6_2SID_NODECAP
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Tear down performance test with SRv6 with encapsulation
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +36,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and static route, SR policy and steering policy for one\
 | ... | direction and one SR behaviour (function) - End - for other direction.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 253 flows per flow-group) with\
@@ -53,8 +51,9 @@
 | ... | draft 3.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+# outer IPv6 header + SRH with 2 SIDs: 40+40B
+| ${overhead}= | ${80}
 # SIDs
 | ${dut1_sid1}= | 2002:1::
 | ${dut1_sid2_1}= | 2003:2::
@@ -75,8 +74,6 @@
 | ${dut2_if1_ip6}= | 2001:3::2
 | ${dut2_if2_ip6}= | 2001:2::1
 | ${prefix}= | ${64}
-# outer IPv6 header + SRH with 2 SIDs: 40+40B
-| ${srv6_overhead_2sids}= | ${80}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 
@@ -87,73 +84,70 @@
 | | ... | routing and static route, SR policy and steering policy for one\
 | | ... | direction and one SR behaviour (function) - End - for other direction.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_2sids}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv6 forwarding over SRv6 with encapsulation with '2' x SID 'without' decapsulation in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr.robot b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr.robot
similarity index 79%
rename from tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr.robot
rename to tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr.robot
index 574cf89..d05e271 100644 (file)
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr.robot
+++ b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,22 +15,19 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
+| ... | NIC_Intel-X710 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
 | ... | SRv6_PROXY_DYN | MEMIF | LXC
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
 | ... | AND | Set up performance test suite with Dynamic SRv6 proxy
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
 | ... | Tear down performance test with SRv6 with encapsulation
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -45,13 +42,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and static route, SR policy and steering policy for one\
 | ... | direction and one SR behaviour (function) - End.AD - for other\
-| ... | direction. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.
+| ... | direction. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 253 flows per flow-group) with\
@@ -61,8 +57,9 @@
 | ... | draft 3 and Segment Routing for Service Chaining - internet draft 01.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
+| ${overhead}= | ${96}
 # SIDs
 | ${dut1_sid1}= | 2002:1::
 | ${dut1_sid2}= | 2003:2::
@@ -91,8 +88,6 @@
 | ${dut2-memif-1-if2_ip6}= | 3002:1::2
 | ${dut2_nh}= | 4001::
 | ${prefix}= | ${64}
-# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
-| ${srv6_overhead_3sids}= | ${96}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 # Container
@@ -106,74 +101,71 @@
 | | ... | routing and static route, SR policy and steering policy for one\
 | | ... | direction and one SR behaviour (function) - End - for other direction.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_3sids}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers | nf_chains=${1} | nf_nodes=${1}
 | | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'dynamic_proxy' behaviour in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr.robot b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr.robot
similarity index 79%
rename from tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr.robot
rename to tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr.robot
index 7ad3a7a..43d5785 100644 (file)
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr.robot
+++ b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,22 +15,19 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
+| ... | NIC_Intel-X710 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
 | ... | SRv6_PROXY_MASQ | MEMIF | LXC
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
 | ... | AND | Set up performance test suite with Masquerading SRv6 proxy
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
 | ... | Tear down performance test with SRv6 with encapsulation
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -45,13 +42,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and static route, SR policy and steering policy for one\
 | ... | direction and one SR behaviour (function) - End.AM - for other\
-| ... | direction. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.
+| ... | direction. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 253 flows per flow-group) with\
@@ -61,8 +57,9 @@
 | ... | draft 3 and Segment Routing for Service Chaining - internet draft 01.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
+| ${overhead}= | ${96}
 # SIDs
 | ${dut1_sid1}= | 2002:1::
 | ${dut1_sid2}= | 2003:2::
@@ -91,8 +88,6 @@
 | ${dut2-memif-1-if2_ip6}= | 3002:1::2
 | ${dut2_nh}= | 4001::
 | ${prefix}= | ${64}
-# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
-| ${srv6_overhead_3sids}= | ${96}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 # Container
@@ -106,74 +101,71 @@
 | | ... | routing and static route, SR policy and steering policy for one\
 | | ... | direction and one SR behaviour (function) - End - for other direction.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_3sids}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers | nf_chains=${1} | nf_nodes=${1}
 | | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'masquerading' behaviour in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr.robot b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr.robot
similarity index 79%
rename from tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr.robot
rename to tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr.robot
index c0953e0..3997f7e 100644 (file)
--- a/tests/vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr.robot
+++ b/tests/vpp/perf/srv6/10ge2p1x710-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,22 +15,19 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
+| ... | NIC_Intel-X710 | SRv6 | IP6FWD | FEATURE | SRv6_PROXY
 | ... | SRv6_PROXY_STAT | MEMIF | LXC
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L3
-| ... | Intel-X520-DA2
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with MEMIF
 | ... | AND | Set up performance test suite with Static SRv6 proxy
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
-| ...
 | Test Teardown | Run Keywords
 | ... | Tear down performance test with SRv6 with encapsulation
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | AND | Tear down performance test with container
 | ...
 | Test Template | Local Template
@@ -45,13 +42,12 @@
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv6\
 | ... | routing and static route, SR policy and steering policy for one\
 | ... | direction and one SR behaviour (function) - End.AS - for other\
-| ... | direction. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic\
-| ... | by Intel.
+| ... | direction. DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 253 flows per flow-group) with\
@@ -61,8 +57,9 @@
 | ... | draft 3 and Segment Routing for Service Chaining - internet draft 01.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
+| ${overhead}= | ${96}
 # SIDs
 | ${dut1_sid1}= | 2002:1::
 | ${dut1_sid2}= | 2003:2::
@@ -91,8 +88,6 @@
 | ${dut2-memif-1-if2_ip6}= | 3002:1::2
 | ${dut2_nh}= | 4001::
 | ${prefix}= | ${64}
-# outer IPv6 header + SRH with 3 SIDs: 40+(8+3*16)B
-| ${srv6_overhead_3sids}= | ${96}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip6-ip6src253
 # Container
@@ -106,74 +101,71 @@
 | | ... | routing and static route, SR policy and steering policy for one\
 | | ... | direction and one SR behaviour (function) - End - for other direction.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... |   Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${srv6_overhead_3sids}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | And Set up performance test with containers | nf_chains=${1} | nf_nodes=${1}
 | | When Initialize IPv6 forwarding over SRv6 with endpoint to SR-unaware Service Function via 'static_proxy' behaviour in 3-node circular topology
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 78B | 1C
-| | framesize=${78} | phy_cores=${1}
+| | frame_size=${78} | phy_cores=${1}
 
 | tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 78B | 2C
-| | framesize=${78} | phy_cores=${2}
+| | frame_size=${78} | phy_cores=${2}
 
 | tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 78B | 4C
-| | framesize=${78} | phy_cores=${4}
+| | frame_size=${78} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/srv6/regenerate_testcases.py b/tests/vpp/perf/srv6/regenerate_testcases.py
index d98546b..5e32e97 100755 (executable)
--- a/tests/vpp/perf/srv6/regenerate_testcases.py
+++ b/tests/vpp/perf/srv6/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 815b771..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,158 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown
-| ... | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost and vpp link bonding*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and
-| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is
-| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK
-| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to
-| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
-| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
-| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid}
-| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | And All Vpp Interfaces Ready Wait | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index 97931b6..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,162 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost and vpp link bonding*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and
-| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is
-| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK
-| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to
-| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
-| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
-| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid}
-| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | And All Vpp Interfaces Ready Wait | ${nodes}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index ace7542..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,153 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost and vpp link bonding*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and
-| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory.
-| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main
-| ... | core and 4 cores dedicated for io), forwarding mode is set to io,
-| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | And All Vpp Interfaces Ready Wait | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index 2d1fe23..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,158 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X520-DA2
-| ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost and vpp link bonding*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and
-| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory.
-| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main
-| ... | core and 4 cores dedicated for io), forwarding mode is set to io,
-| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | And All Vpp Interfaces Ready Wait | ${nodes}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 163200c..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,145 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with vhost and IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\
-| ... | vhost-user interfaces, forwarding mode is set to io, rxd/txd=1024.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index 878384c..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,151 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with vhost abd IEEE 802.1Q test
-| ... | cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\
-| ... | vhost-user interfaces, forwarding mode is set to io, rxd/txd=1024.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 78c441e..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config with.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User and VLAN in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index f689573..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config with.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User and VLAN in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
deleted file mode 100644 (file)
index 9aae4e5..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024
-| ... | CFS_OPT
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel..
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${True}
-| | And Setup Scheduler Policy for Vpp On All DUTs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index ddf3479..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index c7eea51..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 6a7d619..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domains and MAC learning enabled. Qemu Guests are connected to VPP via
-| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 6-10 and 11-15 and
-| ... | 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
-| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index 2144541..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domains and MAC learning enabled. Qemu Guests are connected to VPP via
-| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 6-10 and 11-15 and
-| ... | 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
-| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC
-| ... | X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
deleted file mode 100644 (file)
index a271572..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_100K | VHOST | VM
-| ... | VHOST_1024 | CFS_OPT
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\
-| ... | 802.1q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M\
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\
-| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel..
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 500k flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:00:c3:4f,\
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:00:c3:4f,\
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:00:c3:4f,\
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:00:c3:4f,\
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${True}
-| | And Setup Scheduler Policy for Vpp On All DUTs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
deleted file mode 100644 (file)
index 0ec665f..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_10K | VHOST | VM
-| ... | VHOST_1024 | CFS_OPT
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel..
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 5k flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:00:13:87,\
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:00:13:87,\
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:00:13:87,\
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:00:13:87,\
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${True}
-| | And Setup Scheduler Policy for Vpp On All DUTs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
deleted file mode 100644 (file)
index 4a4e5c2..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_1M | VHOST | VM
-| ... | VHOST_1024 | CFS_OPT
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\
-| ... | 802.1q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M\
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\
-| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel..
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on\
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
-| ... | (flow-group per direction, 500k flows per flow-group) with all packets\
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\
-| ... | payload. MAC addresses ranges are incremented as follows:
-| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,\
-| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,\
-| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,\
-| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f,\
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${True}
-| | And Setup Scheduler Policy for Vpp On All DUTs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
deleted file mode 100644 (file)
index bb1ff29..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | VM | VHOST_1024
-| ... | CFS_OPT
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using
-| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores
-| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. Scheduler policy is set to SCHED_RR with priority 1 for all
-| ... | Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${True}
-| | And Setup Scheduler Policy for Vpp On All DUTs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 293a203..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using
-| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores
-| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index f07c5af..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using
-| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores
-| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 2043bb5..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces.
-| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus 6-10 and 11-15 and 2048M memory. Testpmd is
-| ... | using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4
-| ... | cores dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index 52ccc69..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,143 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces.
-| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus 6-10 and 11-15 and 2048M memory. Testpmd is
-| ... | using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4
-| ... | cores dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
deleted file mode 100644 (file)
index eb0e82d..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | VM | VHOST_1024
-| ... | CFS_OPT
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9
-| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
-| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to mac, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR
-| ... | with priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE
-| ... | NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${True}
-| | Setup Scheduler Policy for Vpp On All DUTs
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 18dc554..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9
-| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
-| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE
-| ... | NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index ba348e2..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9
-| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
-| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE
-| ... | NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 9295416..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guests are connected
-| ... | to VPP via vhost-user interfaces. Guests are running DPDK testpmd
-| ... | interconnectingvhost-user interfaces using 5 cores pinned to cpus 6-10
-| ... | and 11-15 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
-| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
-| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index bf9c93f..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guests are connected
-| ... | to VPP via vhost-user interfaces. Guests are running DPDK testpmd
-| ... | interconnectingvhost-user interfaces using 5 cores pinned to cpus 6-10
-| ... | and 11-15 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
-| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
-| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index b3411cf..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with VXLANoIPv4
-| ... | and vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC7348.
-
-*** Variables ***
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VXLANoIPv4 in 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index 5ddda29..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,152 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with VXLANoIPv4
-| ... | and vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC7348.
-
-*** Variables ***
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VXLANoIPv4 in 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index cae82d2..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,159 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ... | LBOND_1L
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown
-| ... | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost and vpp link bonding*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and
-| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is
-| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK
-| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to
-| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
-| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
-| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X710 Fortville by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid}
-| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | And All Vpp Interfaces Ready Wait | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
index f7b9b0a..504320a 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -21,14 +21,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -48,12 +46,12 @@
 | ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
 | ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
 | ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X710 Fortville by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -61,17 +59,15 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
 # Link bonding config
 | ${bond_mode}= | lacp
 | ${lb_mode}= | l34
-# Socket names
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -83,25 +79,23 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
 | | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
 | | ... | ${bd_id1} | ${bd_id2} | ${subid}
@@ -111,53 +105,52 @@
 | | ... | use_tuned_cfs=${False}
 | | And All Vpp Interfaces Ready Wait | ${nodes}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 93ffb3e..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,154 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ... | LBOND_1L
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
-| ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost and vpp link bonding*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and
-| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory.
-| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main
-| ... | core and 4 cores dedicated for io), forwarding mode is set to io,
-| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | Fortville by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | And All Vpp Interfaces Ready Wait | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
index ab04834..7051a86 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -21,14 +21,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model | L2
-| ... | Intel-X710
+| ... | ${nic_name}
 | ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -47,13 +45,12 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory.
 | ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main
 | ... | core and 4 cores dedicated for io), forwarding mode is set to io,
-| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | Fortville by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -61,14 +58,13 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
 # Link bonding config
 | ${bond_mode}= | lacp
 | ${lb_mode}= | l34
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -80,25 +76,23 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
 | | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
 | | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
@@ -107,53 +101,52 @@
 | | ... | use_tuned_cfs=${False}
 | | And All Vpp Interfaces Ready Wait | ${nodes}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 47aefec..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,160 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_DOUBLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ... | LBOND_2L
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs
-| ... | L2 | Intel-X710
-| ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown
-| ... | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost and vpp link bonding*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1=DUT2-TG 3-node circular topology
-| ... | with single links between TG and DUT nodes and double link between DUT
-| ... | nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and
-| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is
-| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK
-| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to
-| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
-| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
-| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X710 Fortville by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid}
-| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | And All Vpp Interfaces Ready Wait | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
index c13f849..f3e4a11 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -21,14 +21,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -49,12 +47,12 @@
 | ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
 | ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
 | ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X710 Fortville by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -62,17 +60,15 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
 # Link bonding config
 | ${bond_mode}= | lacp
 | ${lb_mode}= | l34
-# Socket names
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -81,28 +77,26 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
 | | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology
 | | ... | ${bd_id1} | ${bd_id2} | ${subid}
@@ -112,53 +106,52 @@
 | | ... | use_tuned_cfs=${False}
 | | And All Vpp Interfaces Ready Wait | ${nodes}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index e9eb1fc..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,156 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_DOUBLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM
-| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34
-| ... | LBOND_2L
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs
-| ... | L2 | Intel-X710
-| ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost and vpp link bonding*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1=DUT2-TG 3-node circular topology
-| ... | with single links between TG and DUT nodes and double link between DUT
-| ... | nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP
-| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and
-| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory.
-| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main
-| ... | core and 4 cores dedicated for io), forwarding mode is set to io,
-| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | Fortville by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Link bonding config
-| ${bond_mode}= | lacp
-| ${lb_mode}= | l34
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite} | ${bond_mode}
-| | ... | ${lb_mode}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | And All Vpp Interfaces Ready Wait | ${nodes}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
index 8497942..5efe46b 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -21,14 +21,12 @@
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | ... | AND | Set up performance test suite with LACP mode link bonding
-| ...
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -48,13 +46,12 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory.
 | ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main
 | ... | core and 4 cores dedicated for io), forwarding mode is set to io,
-| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | Fortville by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -62,14 +59,13 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
 # Link bonding config
 | ${bond_mode}= | lacp
 | ${lb_mode}= | l34
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -81,25 +77,23 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
 | | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology
 | | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode}
@@ -108,53 +102,52 @@
 | | ... | use_tuned_cfs=${False}
 | | And All Vpp Interfaces Ready Wait | ${nodes}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index be8abc7..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,145 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with vhost and IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\
-| ... | vhost-user interfaces, forwarding mode is set to io, rxd/txd=1024.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
index 7d3127d..304b03d 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,11 @@
 | ... | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -41,12 +40,13 @@
 | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\
 | ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\
 | ... | vhost-user interfaces, forwarding mode is set to io, rxd/txd=1024.\
-| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.
+| ... | DUT1 and DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
@@ -55,14 +55,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Socket names
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -74,24 +72,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology
 | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
@@ -99,53 +95,52 @@
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 209b7a0..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,142 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User and VLAN in 3-node circular topology
-| | ... | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
index f31a708..1f1d6e3 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -41,13 +40,12 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -55,10 +53,10 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -70,24 +68,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with Vhost-User and VLAN in 3-node circular topology
 | | ... | ${subid} | ${tag_rewrite}
@@ -95,53 +91,52 @@
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
similarity index 77%
rename from tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
rename to tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
index cc3b519..3dd4a1f 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,15 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024
 | ... | CFS_OPT
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -34,8 +33,7 @@
 | ...
 | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
 | ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
+| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
 | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
@@ -43,13 +41,12 @@
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
 | ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel..
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -59,8 +56,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -72,24 +69,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
@@ -97,53 +92,52 @@
 | | ... | use_tuned_cfs=${True}
 | | And Setup Scheduler Policy for Vpp On All DUTs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 6b04c25..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
index aade5d7..8e9da64 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,15 +15,14 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -40,13 +39,12 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -56,8 +54,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -69,77 +67,74 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 253b00f..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domains and MAC learning enabled. Qemu Guests are connected to VPP via
-| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 6-10 and 11-15 and
-| ... | 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
-| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
index bff4d14..f7222c2 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -40,13 +39,13 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus 6-10 and 11-15 and
 | ... | 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
 | ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC
-| ... | X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested
+| ... | with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -54,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -67,77 +66,74 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
similarity index 80%
rename from tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
rename to tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
index 4f5ff90..a926cbc 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,15 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_100K | VHOST | VM
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | FIB_100K | VHOST | 1VM
 | ... | VHOST_1024 | CFS_OPT
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -43,13 +42,12 @@
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\
 | ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel..
+| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 500k flows per flow-group) with all packets\
@@ -62,8 +60,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k
 
@@ -75,24 +73,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${1000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
@@ -100,53 +96,52 @@
 | | ... | use_tuned_cfs=${True}
 | | And Setup Scheduler Policy for Vpp On All DUTs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
similarity index 78%
rename from tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
rename to tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
index b21ec6c..0002ec3 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,15 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_10K | VHOST | VM
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | FIB_10K | VHOST | 1VM
 | ... | VHOST_1024 | CFS_OPT
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -34,8 +33,7 @@
 | ...
 | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
 | ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
+| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
 | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
@@ -43,13 +41,12 @@
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
 | ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel..
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 5k flows per flow-group) with all packets
@@ -62,8 +59,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k
 
@@ -75,24 +72,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
@@ -100,53 +95,52 @@
 | | ... | use_tuned_cfs=${True}
 | | And Setup Scheduler Policy for Vpp On All DUTs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
similarity index 79%
rename from tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
rename to tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
index 14cf76e..b82d434 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,15 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_1M | VHOST | VM
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | FIB_1M | VHOST | 1VM
 | ... | VHOST_1024 | CFS_OPT
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -35,7 +34,6 @@
 | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\
 | ... | with single links between nodes.
 | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\
-| ... | 802.1q tagging is applied on link between DUT1 and DUT2.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\
 | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\
 | ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\
@@ -43,13 +41,12 @@
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\
 | ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\
-| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC\
-| ... | X520 Niantic by Intel..
+| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on\
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\
 | ... | (flow-group per direction, 500k flows per flow-group) with all packets\
@@ -62,8 +59,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k
 
@@ -75,24 +72,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
@@ -100,53 +95,52 @@
 | | ... | use_tuned_cfs=${True}
 | | And Setup Scheduler Policy for Vpp On All DUTs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
similarity index 76%
rename from tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
rename to tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
index 1ef078e..da04ec3 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,15 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | VM | VHOST_1024
+| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
 | ... | CFS_OPT
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X520-DA2
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -34,8 +33,7 @@
 | ...
 | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
 | ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
+| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
 | ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
 | ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces
@@ -43,12 +41,12 @@
 | ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores
 | ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024,
 | ... | burst=64. Scheduler policy is set to SCHED_RR with priority 1 for all
-| ... | Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -58,8 +56,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -71,24 +69,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
@@ -96,53 +92,52 @@
 | | ... | use_tuned_cfs=${True}
 | | And Setup Scheduler Policy for Vpp On All DUTs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index aa8cf18..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using
-| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores
-| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
index 621bd3b..065e323 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -33,20 +32,19 @@
 | ...
 | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
 | ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
+| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
 | ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
 | ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces
 | ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using
 | ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores
 | ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -54,8 +52,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -67,77 +65,74 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index ae691b5..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,138 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces.
-| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus 6-10 and 11-15 and 2048M memory. Testpmd is
-| ... | using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4
-| ... | cores dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
index 0ef00a4..29249e3 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -33,20 +32,19 @@
 | ...
 | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
 | ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
+| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
 | ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces.
 | ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces
 | ... | using 5 cores pinned to cpus 6-10 and 11-15 and 2048M memory. Testpmd is
 | ... | using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4
 | ... | cores dedicated for io), forwarding mode is set to io, rxd/txd=1024,
-| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -54,8 +52,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -67,77 +65,74 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
similarity index 78%
rename from tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
rename to tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
index 973a39c..489b89b 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,16 +15,15 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | VM | VHOST_1024
+| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
 | ... | CFS_OPT
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -42,13 +41,13 @@
 | ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
 | ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
 | ... | set to mac, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR
-| ... | with priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE
-| ... | NIC X520 Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | with priority 1 for all Qemu CPUs. DUT1, DUT2 are tested
+| ... | with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -58,8 +57,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
 
@@ -71,24 +70,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with vhost in 3-node circular topology
 | | ... | vm_count=${1}
@@ -97,53 +94,52 @@
 | | ... | use_tuned_cfs=${False}
 | | Setup Scheduler Policy for Vpp On All DUTs
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index b9eeaec..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9
-| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
-| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE
-| ... | NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
index 7167f30..d76b289 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -40,13 +39,13 @@
 | ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9
 | ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages),
 | ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is
-| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE
-| ... | NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested
+| ... | with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -54,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
 
@@ -67,24 +66,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with vhost in 3-node circular topology
 | | ... | vm_count=${1}
@@ -92,53 +89,52 @@
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index fdcfec0..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guests are connected
-| ... | to VPP via vhost-user interfaces. Guests are running DPDK testpmd
-| ... | interconnectingvhost-user interfaces using 5 cores pinned to cpus 6-10
-| ... | and 11-15 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
-| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
-| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
index 76adf4a..ea56bd1 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -41,12 +40,12 @@
 | ... | and 11-15 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M
 | ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io),
 | ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are
-| ... | tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -54,8 +53,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
 
@@ -67,24 +66,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with vhost in 3-node circular topology
 | | ... | vm_count=${2}
@@ -92,53 +89,52 @@
 | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 0a17ba0..0000000
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with VXLANoIPv4
-| ... | and vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC7348.
-
-*** Variables ***
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VXLANoIPv4 in 3-node circular topology
-| | ... | ${bd_id1} | ${bd_id2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
index 5d058b6..acff0e6 100644 (file)
--- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,11 @@
 | ... | VHOST | 1VM | VHOST_1024
 | ...
 | Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
 | ...
@@ -43,13 +42,12 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -58,12 +56,10 @@
 | ... | *[Ref] Applicable standard specifications:* RFC7348.
 
 *** Variables ***
-# Socket names
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${50}
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
 
@@ -75,24 +71,22 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | ${dut2_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
 | | Set Test Variable | ${dut2_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User and VXLANoIPv4 in 3-node circular topology
 | | ... | ${bd_id1} | ${bd_id2}
@@ -100,53 +94,52 @@
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index e3fd226..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R6C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 12 vhost 1 chain 6 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${6}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot
index 7d94123..58536a6 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R6C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${6}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 643da85..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R6C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 12 vhost 1 chain 6 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${6}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot
index b6060f9..ab7bf1e 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R6C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${6}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 8a3b887..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 12 vhost 6 chains 6 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${6} | nf_nodes=${1}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot
index e29b696..8c8f4b4 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${6} | nf_nodes=${1}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 525f7bf..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 6R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 12 vhost 6 chains 6 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${6} | nf_nodes=${1}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot
index 9715873..9fc7c29 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot
@@ -16,15 +16,14 @@
 | ...
 | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R6C
+| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 6R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${6} | nf_nodes=${1}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 7c61fc2..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R8C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16 vhost 1 chain 8 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${8}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot
index eeead73..3f9c713 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R8C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${8}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 2678f56..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R8C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 12 vhost 1 chain 8 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${8}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot
index 3a71281..043a7bd 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R8C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${8}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 289915f..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R4C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16 vhost 2 chains 8 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${4}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot
index a267543..6f879ee 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R4C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${4}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 7c4e8a5..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R4C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16 vhost 2 chains 8 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${4}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot
index 2aba8ee..bf5461f 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R4C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${4}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 6886972..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16 vhost 4 chains 8 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${4} | nf_nodes=${2}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot
index cb47626..c373863 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${4} | nf_nodes=${2}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index b2b0d03..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16 vhost 4 chains 8 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${4} | nf_nodes=${2}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot
index 1b0bc11..05619e9 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${4} | nf_nodes=${2}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index b943096..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16 vhost 8 chains 8 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${8} | nf_nodes=${1}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot
index d80b510..9ae77ef 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${8} | nf_nodes=${1}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 10fe4ee..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 8R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 16 vhost 8 chains 8 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${8} | nf_nodes=${1}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot
index 788103d..95e0bab 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 8R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${8} | nf_nodes=${1}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 5d0a6fb..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 10R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 20 vhost 10 chains 10 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${10} | nf_nodes=${1}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot
index 966edcf..3ec0bcd 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 10R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${10} | nf_nodes=${1}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index a1a9ecc..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 10R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 20 vhost 10 chains 10 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${10} | nf_nodes=${1}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot
index 957e8e6..be3d0eb 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 10R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${10} | nf_nodes=${1}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 94b3c9b..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R10C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 20 vhost 1 chain 10 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${10}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot
index a187506..483a7c7 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R10C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${10}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index b357760..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R10C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 20 vhost 1 chain 10 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${10}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot
index 83d7200..fe4ab4c 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R10C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${10}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 37ba7e8..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R6C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 24 vhost 2 chains 12 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${6}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot
index 4d868ac..de0e68b 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R6C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${6}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 4e6329b..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 10R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 20 vhost 10 chains 10 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${10} | nf_nodes=${1}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot
index dd8e193..a2fdc7e 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R6C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${6}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index e816d9c..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 24 vhost 6 chains 12 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${6} | nf_nodes=${2}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot
index 0163811..5fa43d7 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${6} | nf_nodes=${2}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index d6ecaa3..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 6R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 24 vhost 6 chains 12 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${6} | nf_nodes=${2}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot
index 8eb67bb..819f5a7 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 6R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${6} | nf_nodes=${2}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index cb503d1..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 2 vhost 1 chain 1 VM*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${1}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot
index 98b788c..fbb52b8 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${1}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 62001cc..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 2 vhost 1 chain 1 VM*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${1}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot
index a21702f..0d783c2 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${1}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 4fdc745..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,120 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R8C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 32 vhost 2 chains 16 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${8}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot
index fb79e93..6c12005 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R8C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${8}
@@ -89,37 +86,36 @@
 | | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index b8a36c3..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,116 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R8C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 32 vhost 2 chains 16 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${8}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot
index d07c4bb..2957a7b 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R8C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${8}
@@ -87,37 +84,36 @@
 | | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 2017182..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,120 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R4C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 32 vhost 4 chains 16 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${4} | nf_nodes=${4}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot
index a73410b..80061de 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R4C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${4} | nf_nodes=${4}
@@ -89,37 +86,36 @@
 | | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 0e8f4b8..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,116 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R4C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 32 vhost 4 chains 16 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${4} | nf_nodes=${4}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot
index 3b9262a..0058e17 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R4C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${4} | nf_nodes=${4}
@@ -87,37 +84,36 @@
 | | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 61eba4f..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,120 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 32 vhost 8 chains 16 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${8} | nf_nodes=${2}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot
index ba1e91a..f7edbb3 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${8} | nf_nodes=${2}
@@ -89,37 +86,36 @@
 | | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index dfa7186..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,116 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 8R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 32 vhost 8 chains 16 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${8} | nf_nodes=${2}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot
index ae69833..ff49c86 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 8R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${8} | nf_nodes=${2}
@@ -87,37 +84,36 @@
 | | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index e3c3b49..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4 vhost 1 chain 2 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${2}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot
index 9479e35..083299d 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${2}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 1d0a238..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4 vhost 1 chain 2 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${2}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot
index f68647c..bc1d408 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${2}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 2b8bae1..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4 vhost 2 chains 2 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${1}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot
index 4715ab4..b82dc22 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${1}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index fb9efd6..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 4 vhost 2 chain 2 VM*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${1}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot
index 3cbbb5e..69d2a61 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${1}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 099ce8b..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R4C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8 vhost 1 chain 4 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${4}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot
index 121b65b..22c016b 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R4C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${4}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index d6a925c..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R4C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8 vhost 1 chain 4 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${1} | nf_nodes=${4}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot
index 749aa51..53422b9 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R4C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${1} | nf_nodes=${4}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index ecb1888..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8 vhost 2 chains 4 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${2}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot
index 045e94d..d1d5415 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${2}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index 1d89e2b..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R2C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8 vhost 2 chains 4 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${2} | nf_nodes=${2}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot
index 0eff61a..16d88fc 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R2C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${2} | nf_nodes=${2}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot
deleted file mode 100644 (file)
index 623276a..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8 vhost 4 chains 4 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${4} | nf_nodes=${1}
-| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user
-| | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot
index 2066c94..ffe7613 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -39,12 +38,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n
 
@@ -66,22 +65,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${4} | nf_nodes=${1}
@@ -89,53 +86,52 @@
 | | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr.robot
deleted file mode 100644 (file)
index be45ea6..0000000
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM
-| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R1C
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with 8 vhost 4 chains 4 VMs*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
-| ... | vhost-user interfaces. Guest is running VPP IPv4
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of NFs nodes
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains for multiple chains with Vhost-User
-| | ... | nf_chains=${4} | nf_nodes=${1}
-| | And Configure chains of NFs connected via vhost-user
-| | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo}
-| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot
index 667af87..3446023 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot
@@ -19,12 +19,11 @@
 | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R1C
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ...
 | Test Template | Local Template
 | ...
@@ -38,12 +37,12 @@
 | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via
 | ... | vhost-user interfaces. Guest is running VPP IPv4
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -53,8 +52,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n
 
@@ -63,23 +62,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains for multiple chains with Vhost-User
 | | ... | nf_chains=${4} | nf_nodes=${1}
@@ -87,53 +84,52 @@
 | | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo}
 | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 0503fb2..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,141 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with vhost and IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain and\
-| ... | MAC learning enabled. Qemu Guest is connected to VPP via vhost-user\
-| ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user\
-| ... | interfaces, forwarding mode is set to io, rxd/txd=1024. DUT1 is tested\
-| ... | with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
index ba72092..e24d9f0 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -19,12 +19,11 @@
 | ... | VHOST_1024
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -40,12 +39,13 @@
 | ... | MAC learning enabled. Qemu Guest is connected to VPP via vhost-user\
 | ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user\
 | ... | interfaces, forwarding mode is set to io, rxd/txd=1024. DUT1 is tested\
-| ... | with 2p10GE NIC X710 by Intel.
+| ... | with ${nic_name}.\
 | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
 | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
 | ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
+| ... | Test packets are\
 | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
 | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
 | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
@@ -54,14 +54,12 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${4}
 | ${subid}= | 10
 | ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Socket names
 | ${bd_id1}= | 1
 | ${bd_id2}= | 2
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
 
@@ -73,75 +71,72 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology
 | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index ad47b40..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=256. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
index c04deef..3c4bbe0 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,15 +15,14 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024
+| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -37,12 +36,12 @@
 | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK testpmd
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=256. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=256. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 254 flows per flow-group) with all packets
@@ -52,8 +51,8 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 
@@ -65,75 +64,72 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 7d6ea06..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,132 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=256. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
index e2a9240..365bcba 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -37,12 +36,12 @@
 | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
 | ... | vhost-user interfaces. Guest is running DPDK testpmd
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=256. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to io, rxd/txd=256. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -50,8 +49,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 
@@ -63,75 +62,72 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index f659360..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces,
-| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p10GE
-| ... | NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
index 93e1bae..af0632e 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -32,18 +31,17 @@
 | ...
 | ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
 | ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
+| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-
 | ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
 | ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces,
-| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p10GE
-| ... | NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested
+| ... | with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -51,8 +49,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 
@@ -64,75 +62,72 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-soak.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-soak.robot
deleted file mode 100644 (file)
index 991e32a..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-soak.robot
+++ /dev/null
@@ -1,84 +0,0 @@
-# Copyright (c) 2019 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology \
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 \
-| ... | cross-connect. Qemu Guest is connected to VPP via vhost-user \
-| ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user \
-| ... | interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd \
-| ... | is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core \
-| ... | and 4 cores dedicated for io), forwarding mode is set to io, \
-| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by \
-| ... | Intel.
-| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Perform PLRsearch to find critical load.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find critical load using PLRsearch
-| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-soak
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index e83243e..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces,
-| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p10GE
-| ... | NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
index f63fd66..195b5d9 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-X710
+| ... | L2 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -32,18 +31,17 @@
 | ...
 | ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
 | ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
+| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
 | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-
 | ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
 | ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces,
-| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p10GE
-| ... | NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested
+| ... | with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -51,8 +49,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
 
@@ -64,75 +62,72 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
 | | And Configure guest VMs with dpdk-testpmd connected via vhost-user
 | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 77f783c..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to mac, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 2-node circular topology
-| | ... | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
index ea23cf2..08516c8 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -37,12 +36,12 @@
 | ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
 | ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to mac, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to mac, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -50,8 +49,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
 
@@ -63,22 +62,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with vhost in 2-node circular topology
 | | ... | vm_count=${1}
@@ -86,53 +83,52 @@
 | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index df932db..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,133 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to mac, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 2-node circular topology
-| | ... | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
index 508dd3a..24a040d 100644 (file)
--- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -18,12 +18,11 @@
 | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024
 | ...
 | Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X710
+| ... | L3 | ${nic_name}
 | Suite Teardown | Tear down 2-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -37,12 +36,12 @@
 | ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
 | ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
 | ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to mac, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | set to mac, rxd/txd=1024. DUT1 is tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on links to DUTs. TG traffic profile
 | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
 | ... | flow-group) with all packets containing Ethernet header, IPv4 header
@@ -50,8 +49,8 @@
 | ... | addresses of the TG node interfaces.
 
 *** Variables ***
-# X710 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
+| ${overhead}= | ${0}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
 
@@ -63,22 +62,20 @@
 | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
+| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1).
 | | ... | Type: integer, string
 | | ... | - phy_cores - Number of physical cores. Type: integer
 | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
+| | ...
+| | Set Test Variable | \${frame_size}
 | | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
 | | ${dut1_vm_refs}= | Create Dictionary
 | | Set Test Variable | ${dut1_vm_refs}
-| | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | When Initialize IPv4 forwarding with vhost in 2-node circular topology
 | | ... | vm_count=${2}
@@ -86,53 +83,52 @@
 | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
 | | ... | use_tuned_cfs=${False}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
+| | frame_size=${64} | phy_cores=${1}
 
 | tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
+| | frame_size=${64} | phy_cores=${2}
 
 | tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
+| | frame_size=${64} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 7bbb614..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD with vhost and IEEE 802.1Q test cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain and\
-| ... | MAC learning enabled. Qemu Guest is connected to VPP via vhost-user\
-| ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user\
-| ... | interfaces, forwarding mode is set to io, rxd/txd=1024. DUT1 is tested\
-| ... | with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\
-| ... | at line rate and reports total received/sent packets over trial period.\
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header\
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\
-| ... | addresses of the TG node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index f7228f5..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,150 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM
-| ... | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD with vhost abd IEEE 802.1Q test
-| ... | cases*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\
-| ... | single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\
-| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain and\
-| ... | MAC learning enabled. Qemu Guest is connected to VPP via vhost-user\
-| ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user\
-| ... | interfaces, forwarding mode is set to io, rxd/txd=1024. DUT1 is tested\
-| ... | with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
-| ... | of packets transmitted. NDR and PDR are discovered for different\
-| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\
-| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\
-| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\
-| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\
-| ... | and static payload. MAC addresses are matching MAC addresses of the TG\
-| ... | node interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-| ${subid}= | 10
-| ${tag_rewrite}= | pop-1
-| ${overhead}= | ${4}
-# Socket names
-| ${bd_id1}= | 1
-| ${bd_id2}= | 2
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\
-| | ... | physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | ... | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology
-| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 6110d8a..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,136 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=256. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index 8293bde..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,141 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=256. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 254 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 832b961..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,134 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=256. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index 2aa8720..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is
-| ... | set to io, rxd/txd=256. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 8dc668c..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces,
-| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p25GE
-| ... | NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index 4685b97..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces,
-| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p25GE
-| ... | NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 4a07751..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces,
-| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p25GE
-| ... | NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index d27dea2..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q
-| ... | tagging is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-
-| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces.
-| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces,
-| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p25GE
-| ... | NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 3b226d9..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is set to mac,
-| ... | rxd/txd=1024. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 2-node circular topology
-| | ... | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index dab4576..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is set to mac,
-| ... | rxd/txd=1024. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 2-node circular topology
-| | ... | vm_count=${1}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 7ea25e2..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,135 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is set to mac,
-| ... | rxd/txd=1024. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 2-node circular topology
-| | ... | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index d7196b5..0000000
--- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 2-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XXV710
-| Suite Teardown | Tear down 2-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4
-| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected
-| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd
-| ... | interconnecting vhost-user interfaces, forwarding mode is set to mac,
-| ... | rxd/txd=1024. DUT1 is tested with 2p25GE NIC XXV710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 2-node circular topology
-| | ... | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 34a30c2..0000000
--- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guests are connected to VPP via
-| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
deleted file mode 100644 (file)
index 5039090..0000000
--- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot
+++ /dev/null
@@ -1,145 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guests are connected to VPP via
-| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 31715fd..0000000
--- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,140 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guests are connected to VPP via
-| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index 4aa9e3a..0000000
--- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,145 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guests are connected to VPP via
-| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on links to DUTs. TG traffic profile
-| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per
-| ... | flow-group) with all packets containing Ethernet header, IPv4 header
-| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC
-| ... | addresses of the TG node interfaces.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index d9ef301..0000000
--- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,144 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE | VHOST | VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces.
-| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus on NUMA1 (cpus 24-28 and 29-34) and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index c1350c3..0000000
--- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,147 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE | VHOST | VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L2 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Packet throughput L2XC test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-
-| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces.
-| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces
-| ... | using 5 cores pinned to cpus on NUMA1 (cpus 24-28 and 29-34) and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710
-| ... | by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2XC switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize L2 xconnect with Vhost-User | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
deleted file mode 100644 (file)
index 176482b..0000000
--- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+++ /dev/null
@@ -1,145 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-XL710 | ETH | IP4FWD | BASE | VHOST | VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results IP14 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 forIPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and static IPv4 /24 route entries. Qemu Guests are connected to
-| ... | VPP via vhost-user interfaces. Guests are running DPDK testpmd
-| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus on
-| ... | NUMA1 (cpus 24-28 and 29-34) and 2048M memory. Testpmd is using
-| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores
-| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, burst=64.
-| ... | DUT1, DUT2 are tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs IPv4 routing config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
deleted file mode 100644 (file)
index 1dbd089..0000000
--- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot
+++ /dev/null
@@ -1,148 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-XL710 | ETH | IP4FWD | BASE | VHOST | VM | VHOST_1024
-| ...
-| Suite Setup | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-XL710
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *RFC2544: Packet throughput IP14 test cases with vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 forIPv4 routing.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4
-| ... | routing and static IPv4 /24 route entries. Qemu Guests are connected to
-| ... | VPP via vhost-user interfaces. Guests are running DPDK testpmd
-| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus on
-| ... | NUMA1 (cpus 24-28 and 29-34) and 2048M memory. Testpmd is using
-| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores
-| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, burst=64.
-| ... | DUT1, DUT2 are tested with 2p40GE NIC XL710 by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544.
-
-*** Variables ***
-# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps
-| ${s_24.5G}= | ${24500000000}
-# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps
-| ${s_18.75Mpps}= | ${18750000}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1).
-| | ... | Type: integer, string
-| | ... | - phy_cores - Number of physical cores. Type: integer
-| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Set Test Variable | ${framesize}
-| | Set Test Variable | ${min_rate} | ${10000}
-| | ${dut1_vm_refs}= | Create Dictionary
-| | ${dut2_vm_refs}= | Create Dictionary
-| | Set Test Variable | ${dut1_vm_refs}
-| | Set Test Variable | ${dut2_vm_refs}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | And Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps}
-| | And Apply startup configuration on all VPP DUTs
-| | When Initialize IPv4 forwarding with vhost in 3-node circular topology
-| | ... | vm_count=${2}
-| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user
-| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024}
-| | ... | use_tuned_cfs=${False}
-| | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
-
-*** Test Cases ***
-| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 1C
-| | framesize=${64} | phy_cores=${1}
-
-| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 2C
-| | framesize=${64} | phy_cores=${2}
-
-| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 64B | 4C
-| | framesize=${64} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vm_vhost/regenerate_testcases.py b/tests/vpp/perf/vm_vhost/regenerate_testcases.py
index 5fabf8b..2632018 100755 (executable)
--- a/tests/vpp/perf/vm_vhost/regenerate_testcases.py
+++ b/tests/vpp/perf/vm_vhost/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index d9de20d..0000000
--- a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VTS | ACL_PERMIT
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down mrr test with vhost and VM with dpdk-testpmd and ACL
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with VXLANoIPv4 and vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Socket names
-| ${dut1_bd_id1}= | 1
-| ${dut1_bd_id2}= | 2
-| ${dut2_bd_id1}= | 1
-| ${sock1}= | /var/run/vpp/sock-1-${dut1_bd_id1}
-| ${sock2}= | /var/run/vpp/sock-1-${dut1_bd_id2}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-ethip4-vxlansrc253
-| ${acl_type}= | permit
-# Defaults for teardown:
-| ${dut1}= | ${None}
-| ${dut1_vm_refs}= | ${None}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| | ... | - acl_type - FIXME.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | &{vxlan1} = | Create Dictionary | vni=24 | vtep=172.17.0.2
-| | &{vxlan2} = | Create Dictionary | vni=24 | vtep=172.27.0.2
-| | @{dut1_vxlans} = | Create List | ${vxlan1}
-| | @{dut2_vxlans} = | Create List | ${vxlan2}
-| | Set interfaces in path up
-| | Configure vhost interfaces for L2BD forwarding | ${dut1}
-| | ... | ${sock1} | ${sock2}
-| | When Init L2 bridge domains with single DUT with Vhost-User and VXLANoIPv4 in 3-node circular topology
-| | ... | 172.16.0.1 | 16 | 172.26.0.1 | 16 | 172.16.0.2 | 172.26.0.2
-| | ... | ${dut1_vxlans} | ${dut2_vxlans} | 172.17.0.0 | 16 | 172.27.0.0 | 16
-| | @{permit_list} = | Create List | 10.0.0.1/32 | 10.0.0.2/32
-| | Run Keyword If | '${acl_type}' != '${EMPTY}'
-| | ... | Configure ACLs on a single interface | ${dut1} | ${dut1_if2} | input
-| | ... | ${acl_type} | @{permit_list}
-| | ${nf_cpus}= | Create network function CPU list | DUT1
-| | ... | chains=${1} | nodeness=${1} | chain_id=${1}
-| | ... | node_id=${1} | auto_scale=${True}
-| | ${vm1} = | And Configure guest VM with dpdk-testpmd connected via vhost-user
-| | ... | DUT1 | ${sock1} | ${sock2} | DUT1_VM1 | ${nf_cpus}
-| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Set Test Variable | &{dut1_vm_refs} | DUT1_VM1=${vm1}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 1C
-| | framesize=${114} | phy_cores=${1}
-
-| tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 2C
-| | framesize=${114} | phy_cores=${2}
-
-| tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 4C
-| | framesize=${114} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index 67ac44b..0000000
--- a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VTS | ACL_PERMIT_REFLECT
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down mrr test with vhost and VM with dpdk-testpmd and ACL
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with VXLANoIPv4 and vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Socket names
-| ${dut1_bd_id1}= | 1
-| ${dut1_bd_id2}= | 2
-| ${dut2_bd_id1}= | 1
-| ${sock1}= | /var/run/vpp/sock-1-${dut1_bd_id1}
-| ${sock2}= | /var/run/vpp/sock-1-${dut1_bd_id2}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-ethip4-vxlansrc253
-| ${acl_type}= | permit+reflect
-# Defaults for teardown:
-| ${dut1}= | ${None}
-| ${dut1_vm_refs}= | ${None}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| | ... | - acl_type - FIXME.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | &{vxlan1} = | Create Dictionary | vni=24 | vtep=172.17.0.2
-| | &{vxlan2} = | Create Dictionary | vni=24 | vtep=172.27.0.2
-| | @{dut1_vxlans} = | Create List | ${vxlan1}
-| | @{dut2_vxlans} = | Create List | ${vxlan2}
-| | Set interfaces in path up
-| | Configure vhost interfaces for L2BD forwarding | ${dut1}
-| | ... | ${sock1} | ${sock2}
-| | When Init L2 bridge domains with single DUT with Vhost-User and VXLANoIPv4 in 3-node circular topology
-| | ... | 172.16.0.1 | 16 | 172.26.0.1 | 16 | 172.16.0.2 | 172.26.0.2
-| | ... | ${dut1_vxlans} | ${dut2_vxlans} | 172.17.0.0 | 16 | 172.27.0.0 | 16
-| | @{permit_list} = | Create List | 10.0.0.1/32 | 10.0.0.2/32
-| | Run Keyword If | '${acl_type}' != '${EMPTY}'
-| | ... | Configure ACLs on a single interface | ${dut1} | ${dut1_if2} | input
-| | ... | ${acl_type} | @{permit_list}
-| | ${nf_cpus}= | Create network function CPU list | DUT1
-| | ... | chains=${1} | nodeness=${1} | chain_id=${1}
-| | ... | node_id=${1} | auto_scale=${True}
-| | ${vm1} = | And Configure guest VM with dpdk-testpmd connected via vhost-user
-| | ... | DUT1 | ${sock1} | ${sock2} | DUT1_VM1 | ${nf_cpus}
-| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Set Test Variable | &{dut1_vm_refs} | DUT1_VM1=${vm1}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 1C
-| | framesize=${114} | phy_cores=${1}
-
-| tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 2C
-| | framesize=${114} | phy_cores=${2}
-
-| tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 4C
-| | framesize=${114} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr.robot
deleted file mode 100644 (file)
index d921881..0000000
--- a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr.robot
+++ /dev/null
@@ -1,166 +0,0 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-*** Settings ***
-| Resource | resources/libraries/robot/performance/performance_setup.robot
-| ...
-| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
-| ... | VHOST | VM | VHOST_1024 | VTS
-| ...
-| Suite Setup | Run Keywords
-| ... | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
-| ... | AND | Set up performance test suite with ACL
-| Suite Teardown | Tear down 3-node performance topology
-| ...
-| Test Setup | Set up performance test
-| Test Teardown | Tear down mrr test with vhost and VM with dpdk-testpmd and ACL
-| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
-| ...
-| Test Template | Local Template
-| ...
-| Documentation | *Raw results L2BD test cases with VXLANoIPv4 and vhost*
-| ...
-| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
-| ... | with single links between nodes.
-| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.
-| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2.
-| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-
-| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via
-| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting
-| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
-| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
-| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic
-| ... | at line rate and reports total received/sent packets over trial period.
-| ... | Test packets are generated by TG on
-| ... | links to DUTs. TG traffic profile contains two L3 flow-groups
-| ... | (flow-group per direction, 253 flows per flow-group) with all packets
-| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static
-| ... | payload. MAC addresses are matching MAC addresses of the TG node
-| ... | interfaces.
-| ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
-
-*** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
-| ${overhead}= | ${50}
-# Socket names
-| ${dut1_bd_id1}= | 1
-| ${dut1_bd_id2}= | 2
-| ${dut2_bd_id1}= | 1
-| ${sock1}= | /var/run/vpp/sock-1-${dut1_bd_id1}
-| ${sock2}= | /var/run/vpp/sock-1-${dut1_bd_id2}
-# Traffic profile:
-| ${traffic_profile}= | trex-sl-ethip4-vxlansrc253
-| ${acl_type}= | ${EMPTY}
-# Defaults for teardown:
-| ${dut1}= | ${None}
-| ${dut1_vm_refs}= | ${None}
-
-*** Keywords ***
-| Local Template
-| | [Documentation]
-| | ... | [Cfg] DUT runs L2BD switching config.
-| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\
-| | ... | trial throughput test.
-| | ...
-| | ... | *Arguments:*
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
-| | ... | - phy_cores - Number of worker threads to be used. Type: integer
-| | ... | - rxq - Number of Rx queues to be used. Type: integer
-| | ... | - acl_type - FIXME.
-| | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
-| | ...
-| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
-| | Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
-| | And Apply startup configuration on all VPP DUTs
-| | &{vxlan1} = | Create Dictionary | vni=24 | vtep=172.17.0.2
-| | &{vxlan2} = | Create Dictionary | vni=24 | vtep=172.27.0.2
-| | @{dut1_vxlans} = | Create List | ${vxlan1}
-| | @{dut2_vxlans} = | Create List | ${vxlan2}
-| | Set interfaces in path up
-| | Configure vhost interfaces for L2BD forwarding | ${dut1}
-| | ... | ${sock1} | ${sock2}
-| | When Init L2 bridge domains with single DUT with Vhost-User and VXLANoIPv4 in 3-node circular topology
-| | ... | 172.16.0.1 | 16 | 172.26.0.1 | 16 | 172.16.0.2 | 172.26.0.2
-| | ... | ${dut1_vxlans} | ${dut2_vxlans} | 172.17.0.0 | 16 | 172.27.0.0 | 16
-| | @{permit_list} = | Create List | 10.0.0.1/32 | 10.0.0.2/32
-| | Run Keyword If | '${acl_type}' != '${EMPTY}'
-| | ... | Configure ACLs on a single interface | ${dut1} | ${dut1_if2} | input
-| | ... | ${acl_type} | @{permit_list}
-| | ${nf_cpus}= | Create network function CPU list | DUT1
-| | ... | chains=${1} | nodeness=${1} | chain_id=${1}
-| | ... | node_id=${1} | auto_scale=${True}
-| | ${vm1} = | And Configure guest VM with dpdk-testpmd connected via vhost-user
-| | ... | DUT1 | ${sock1} | ${sock2} | DUT1_VM1 | ${nf_cpus}
-| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
-| | Set Test Variable | &{dut1_vm_refs} | DUT1_VM1=${vm1}
-| | Then Traffic should pass with maximum rate
-| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile}
-
-*** Test Cases ***
-| tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 1C
-| | framesize=${114} | phy_cores=${1}
-
-| tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 2C
-| | framesize=${114} | phy_cores=${2}
-
-| tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 114B | 4C
-| | framesize=${114} | phy_cores=${4}
-
-| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
-
-| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
-
-| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
-
-| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
-
-| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
-
-| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
-
-| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
-
-| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
-
-| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
-| | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot
similarity index 81%
rename from tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot
rename to tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot
index e3ec36c..44206eb 100644 (file)
--- a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,18 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
+| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
 | ... | VHOST | VM | VHOST_1024 | VTS | ACL_PERMIT
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd and ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -44,13 +43,12 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -60,8 +58,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Socket names
 | ${dut1_bd_id1}= | 1
@@ -71,7 +68,6 @@
 | ${sock2}= | /var/run/vpp/sock-1-${dut1_bd_id2}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-ethip4-vxlansrc253
-| ${min_rate}= | ${10000}
 | ${acl_type}= | permit
 # Defaults for teardown:
 | ${dut1}= | ${None}
@@ -82,22 +78,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
 | | ... | - phy_cores - Number of worker threads to be used. Type: integer
 | | ... | - rxq - Number of Rx queues to be used. Type: integer
 | | ... | - acl_type - FIXME.
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | &{vxlan1} = | Create Dictionary | vni=24 | vtep=172.17.0.2
 | | &{vxlan2} = | Create Dictionary | vni=24 | vtep=172.27.0.2
@@ -121,53 +116,52 @@
 | | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Set Test Variable | &{dut1_vm_refs} | DUT1_VM1=${vm1}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 1C
-| | framesize=${114} | phy_cores=${1}
+| | frame_size=${114} | phy_cores=${1}
 
 | tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 2C
-| | framesize=${114} | phy_cores=${2}
+| | frame_size=${114} | phy_cores=${2}
 
 | tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 4C
-| | framesize=${114} | phy_cores=${4}
+| | frame_size=${114} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot
similarity index 82%
rename from tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot
rename to tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot
index 74ac7fb..fbe52e8 100644 (file)
--- a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,18 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
+| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
 | ... | VHOST | VM | VHOST_1024 | VTS | ACL_PERMIT_REFLECT
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd and ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -44,13 +43,12 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -60,8 +58,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Socket names
 | ${dut1_bd_id1}= | 1
@@ -71,7 +68,6 @@
 | ${sock2}= | /var/run/vpp/sock-1-${dut1_bd_id2}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-ethip4-vxlansrc253
-| ${min_rate}= | ${10000}
 | ${acl_type}= | permit+reflect
 # Defaults for teardown:
 | ${dut1}= | ${None}
@@ -82,22 +78,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
 | | ... | - phy_cores - Number of worker threads to be used. Type: integer
 | | ... | - rxq - Number of Rx queues to be used. Type: integer
 | | ... | - acl_type - FIXME.
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | &{vxlan1} = | Create Dictionary | vni=24 | vtep=172.17.0.2
 | | &{vxlan2} = | Create Dictionary | vni=24 | vtep=172.27.0.2
@@ -121,53 +116,52 @@
 | | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Set Test Variable | &{dut1_vm_refs} | DUT1_VM1=${vm1}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 1C
-| | framesize=${114} | phy_cores=${1}
+| | frame_size=${114} | phy_cores=${1}
 
 | tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 2C
-| | framesize=${114} | phy_cores=${2}
+| | frame_size=${114} | phy_cores=${2}
 
 | tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 4C
-| | framesize=${114} | phy_cores=${4}
+| | frame_size=${114} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot
similarity index 81%
rename from tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot
rename to tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot
index 28631e0..8cead13 100644 (file)
--- a/tests/vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot
+++ b/tests/vpp/perf/vts/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr.robot
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -15,18 +15,17 @@
 | Resource | resources/libraries/robot/performance/performance_setup.robot
 | ...
 | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR
-| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
+| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY
 | ... | VHOST | VM | VHOST_1024 | VTS
 | ...
 | Suite Setup | Run Keywords
 | ... | Set up 3-node performance topology with DUT's NIC model
-| ... | L3 | Intel-X520-DA2
+| ... | L3 | ${nic_name}
 | ... | AND | Set up performance test suite with ACL
 | Suite Teardown | Tear down 3-node performance topology
 | ...
 | Test Setup | Set up performance test
 | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd and ACL
-| ... | ${min_rate}pps | ${framesize} | ${traffic_profile}
 | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs}
 | ...
 | Test Template | Local Template
@@ -44,13 +43,12 @@
 | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M
 | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores
 | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to
-| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520
-| ... | Niantic by Intel.
-| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop
-| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop
-| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage
-| ... | of packets transmitted. NDR and PDR are discovered for different
-| ... | Ethernet L2 frame sizes using MLRsearch library.
+| ... | io, rxd/txd=256, burst=64. DUT1, DUT2 are tested with ${nic_name}.\
+| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\
+| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\
+| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\
+| ... | of packets transmitted. NDR and PDR are discovered for different\
+| ... | Ethernet L2 frame sizes using MLRsearch library.\
 | ... | Test packets are generated by TG on
 | ... | links to DUTs. TG traffic profile contains two L3 flow-groups
 | ... | (flow-group per direction, 253 flows per flow-group) with all packets
@@ -60,8 +58,7 @@
 | ... | *[Ref] Applicable standard specifications:* RFC2544, RFC7348.
 
 *** Variables ***
-# X520-DA2 bandwidth limit
-| ${s_limit}= | ${10000000000}
+| ${nic_name}= | Intel-X710
 | ${overhead}= | ${50}
 # Socket names
 | ${dut1_bd_id1}= | 1
@@ -71,7 +68,6 @@
 | ${sock2}= | /var/run/vpp/sock-1-${dut1_bd_id2}
 # Traffic profile:
 | ${traffic_profile}= | trex-sl-ethip4-vxlansrc253
-| ${min_rate}= | ${10000}
 | ${acl_type}= | ${EMPTY}
 # Defaults for teardown:
 | ${dut1}= | ${None}
@@ -82,22 +78,21 @@
 | | [Documentation]
 | | ... | [Cfg] DUT runs L2BD switching config.
 | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads.
-| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.
+| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\
 | | ...
 | | ... | *Arguments:*
-| | ... | - framesize - L2 Frame Size [B]. Type: integer
+| | ... | - frame_size - L2 Frame Size [B]. Type: integer
 | | ... | - phy_cores - Number of worker threads to be used. Type: integer
 | | ... | - rxq - Number of Rx queues to be used. Type: integer
 | | ... | - acl_type - FIXME.
 | | ...
-| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None}
+| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None}
 | | ...
-| | Set Test Variable | ${framesize}
+| | Set Test Variable | \${frame_size}
 | | ...
 | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq}
 | | Add PCI devices to all DUTs
-| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg
-| | ... | ${s_limit} | ${framesize} | overhead=${overhead}
+| | Set Max Rate And Jumbo And Handle Multi Seg
 | | And Apply startup configuration on all VPP DUTs
 | | &{vxlan1} = | Create Dictionary | vni=24 | vtep=172.17.0.2
 | | &{vxlan2} = | Create Dictionary | vni=24 | vtep=172.27.0.2
@@ -121,53 +116,52 @@
 | | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False}
 | | Set Test Variable | &{dut1_vm_refs} | DUT1_VM1=${vm1}
 | | Then Find NDR and PDR intervals using optimized search
-| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate}
 
 *** Test Cases ***
 | tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 1C
-| | framesize=${114} | phy_cores=${1}
+| | frame_size=${114} | phy_cores=${1}
 
 | tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 2C
-| | framesize=${114} | phy_cores=${2}
+| | frame_size=${114} | phy_cores=${2}
 
 | tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 114B | 4C
-| | framesize=${114} | phy_cores=${4}
+| | frame_size=${114} | phy_cores=${4}
 
 | tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 1C
-| | framesize=${1518} | phy_cores=${1}
+| | frame_size=${1518} | phy_cores=${1}
 
 | tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 2C
-| | framesize=${1518} | phy_cores=${2}
+| | frame_size=${1518} | phy_cores=${2}
 
 | tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 1518B | 4C
-| | framesize=${1518} | phy_cores=${4}
+| | frame_size=${1518} | phy_cores=${4}
 
 | tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 1C
-| | framesize=${9000} | phy_cores=${1}
+| | frame_size=${9000} | phy_cores=${1}
 
 | tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 2C
-| | framesize=${9000} | phy_cores=${2}
+| | frame_size=${9000} | phy_cores=${2}
 
 | tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | 9000B | 4C
-| | framesize=${9000} | phy_cores=${4}
+| | frame_size=${9000} | phy_cores=${4}
 
 | tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 1C
-| | framesize=IMIX_v4_1 | phy_cores=${1}
+| | frame_size=IMIX_v4_1 | phy_cores=${1}
 
 | tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 2C
-| | framesize=IMIX_v4_1 | phy_cores=${2}
+| | frame_size=IMIX_v4_1 | phy_cores=${2}
 
 | tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr
 | | [Tags] | IMIX | 4C
-| | framesize=IMIX_v4_1 | phy_cores=${4}
+| | frame_size=IMIX_v4_1 | phy_cores=${4}

diff --git a/tests/vpp/perf/vts/regenerate_testcases.py b/tests/vpp/perf/vts/regenerate_testcases.py
index adfde89..4fafb31 100755 (executable)
--- a/tests/vpp/perf/vts/regenerate_testcases.py
+++ b/tests/vpp/perf/vts/regenerate_testcases.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:

diff --git a/tox.ini b/tox.ini
index 110ad15..5fc3172 100644 (file)
--- a/tox.ini
+++ b/tox.ini
@@ -61,6 +61,8 @@ whitelist_externals = /bin/bash
 setenv = PYTHONPATH = {toxinidir}
 commands = bash {[tox]checker_dir}/autogen.sh
 
+# TODO: Create voting checker to reject suites with Force Tags of other suite.
+# TODO: Create voting checker against tags not in tag_documentation.rst file.
 # TODO: Create voting "pylint violations should not increase" checker.
 # TODO: Figure out how to make new_line checker voting.
 # TODO: Migrate current docs check here.